00000800:00000200:0.1F:1715205707.945542:0:3683:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b2aca300] -> 12345-192.168.203.135@tcp (2) 00000800:00000200:1.1F:1715205707.945753:0:3674:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b2aca300] -> 12345-192.168.203.135@tcp (2) 00000800:00000200:1.1:1715205707.945759:0:3674:0:(socklnd.c:208:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.135@tcp ffff8800a78ce000 deleted 00000800:00000010:1.1:1715205707.945760:0:3674:0:(socklnd.c:217:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a78ce000. 00000800:00000200:1.1:1715205707.945763:0:3674:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1715205707.945768:0:3674:0:(socklnd_cb.c:757:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.135@tcp ip 192.168.203.135:1023 00000800:00000200:1.1:1715205707.945771:0:3674:0:(socklnd_cb.c:776:ksocknal_queue_tx_locked()) Packet ffff8800b4a50400 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1715205707.945827:0:3673:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1715205707.945990:0:3675:0:(socklnd.c:247:ksocknal_find_peer_locked()) got peer_ni [ffff8800b2aca300] -> 12345-192.168.203.135@tcp (4) 00000800:00000200:1.1:1715205707.945993:0:3675:0:(socklnd.c:208:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.135@tcp ffff8800a78ce180 deleted 00000800:00000010:1.1:1715205707.945994:0:3675:0:(socklnd.c:217:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a78ce180. 00000800:00000200:1.1:1715205707.945996:0:3675:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1715205707.946039:0:3673:0:(socklnd.c:431:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1715205708.031125:0:34:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b4962300. 00010000:00000010:0.1:1715205708.031130:0:34:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff880136440240. 00010000:00000010:2.1F:1715205708.053166:0:27:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff88009fbf3900. 00010000:00000010:2.1:1715205708.053176:0:27:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff8800b419c900. 00010000:00000010:3.1F:1715205708.053233:0:20:0:(ldlm_resource.c:1478:__ldlm_resource_free()) slab-freed '(res)': 240 at ffff8800b2887b00. 00010000:00000010:3.1:1715205708.053242:0:20:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff88009e4886c0. 00010000:00000010:3.1:1715205708.059132:0:11:0:(ldlm_lock.c:196:lock_handle_free()) slab-freed 'lock': 560 at ffff880136440b40. 00080000:00000010:2.1:1715205708.062113:0:27:0:(osd_handler.c:1615:osd_oxc_free()) kfreed 'oxe': 68 at ffff88012f276420. 00010000:00010000:0.0:1715206671.109259:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2b836 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.109262:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2b836 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.109265:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2b836 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.109268:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924ca640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.109269:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2b836 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.109272:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2b836 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.109275:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x7fa9a95 (ffff8801345a0600) 00010000:00010000:0.0:1715206671.109276:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.109277:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2b836 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.109280:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2b836 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.109291:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2b81a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286964 expref: 202 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.109295:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2b81a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286964 expref: 202 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.109299:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9680, rc 0) 00000100:00100000:0.0:1715206671.109316:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+201:13029:x1798523591398528:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 163us (230us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.109323:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570559 00000100:00100000:0.0:1715206671.110488:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.110530:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.112031:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.112073:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.113402:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.114455:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.115526:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.115550:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.116537:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.117080:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.118215:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.118237:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.119444:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.119605:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2b908 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.119611:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2b908 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.119626:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4d:0x0]: returning size 15360 00000004:00200000:0.0:1715206671.119628:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.119635:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2b908 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.119640:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2b908 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.119650:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2b901 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828699c expref: 205 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.119669:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2b908 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828699c expref: 204 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.119674:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4d:0x0].0x0 (ffff8800ad56b600) 00010000:00010000:0.0:1715206671.119676:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.119677:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092985d40, rc 0) 00000100:00100000:0.0:1715206671.119695:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+204:13030:x1798523591399552:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1392us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.119699:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570567 00000100:00100000:0.0:1715206671.122227:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.122928:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.123583:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.124093:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.124247:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2b924 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d48:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.124252:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2b924 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d48:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.124259:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d48:0x0]: returning size 53 00010000:00010000:0.0:1715206671.124296:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094835200/0xb73f6b2ce2c2b91d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869aa expref: 207 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.124303:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2b924 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d48:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869aa expref: 206 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.124308:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d48:0x0].0x0 (ffff88008ec2b000) 00010000:00010000:0.0:1715206671.124310:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.124311:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834480, rc 0) 00000100:00100000:0.0:1715206671.124326:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+206:13030:x1798523591399936:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1338us (1400us total) trans 4295215818 rc 0/0 00000100:00100000:0.0:1715206671.124330:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570569 00000100:00100000:0.0:1715206671.124924:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.125759:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.126325:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.126860:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.127044:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880120114480/0xb73f6b2ce2c2b94e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d48:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.127050:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880120114480/0xb73f6b2ce2c2b94e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d48:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.127083:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d48:0x0]: returning size 53 00000004:00200000:0.0:1715206671.127085:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.127092:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880120114480/0xb73f6b2ce2c2b94e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d48:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.127098:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880120114480/0xb73f6b2ce2c2b94e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.127110:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c2b947 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869b8 expref: 207 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.127120:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880120114480/0xb73f6b2ce2c2b94e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869b8 expref: 206 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.127125:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d48:0x0].0x0 (ffff88008ec2b000) 00010000:00010000:0.0:1715206671.127127:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.127129:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114480, rc 0) 00000100:00100000:0.0:1715206671.127146:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+206:13030:x1798523591400192:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1320us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.127151:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570571 00000100:00100000:0.0:1715206671.128264:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.128653:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.130806:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.131118:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.133231:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.133265:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.134687:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.134735:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.134780:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570577 00000100:00100000:0.0:1715206671.134785:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591401088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.134792:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.134799:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2b9be lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582869d4 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.134812:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2b9be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869d4 expref: 213 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.134818:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2b9be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869d4 expref: 213 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.134822:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.134824:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.134825:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cad00, rc 0) 00000100:00100000:0.0:1715206671.134844:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13029:x1798523591401088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 59us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.134851:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570577 00000100:00100000:0.0:1715206671.136161:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.136184:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.141070:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.141231:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.142352:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.142388:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.142680:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2b9da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10077:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.142690:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2b9da lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10077:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.142702:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10077:0x0]: returning size 260096 00010000:00010000:0.0:1715206671.142759:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2b9d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869e2 expref: 216 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.142790:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2b9da lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10077:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869e2 expref: 215 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.142798:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10077:0x0].0x0 (ffff8800909c3a00) 00010000:00010000:0.0:1715206671.142801:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.142803:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800929858c0, rc 0) 00000100:00100000:0.0:1715206671.142832:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+214:13030:x1798523591401472:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1497us (1600us total) trans 4295215824 rc 0/0 00000100:00100000:0.0:1715206671.142841:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570579 00000100:00100000:0.0:1715206671.144394:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.144725:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.145959:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.146003:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.149227:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.149258:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.150534:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.150567:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.153518:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.154121:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.156073:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.156110:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.158143:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.158165:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.159926:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.159948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.162154:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.162219:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.163636:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.163665:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.165139:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.165196:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.168466:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.168789:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.170479:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.170502:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.171826:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.171862:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.171935:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157634 00000100:00100000:0.0:1715206671.171942:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5285050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+227:2002:x1798523591403904:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206671.171951:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.171957:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2bae4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a2f expref: 227 pid: 7128 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.171969:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2bae4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a2f expref: 227 pid: 7128 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.171981:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2bae4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a2f expref: 226 pid: 7128 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.172001:0:18680:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff880083fe8700) 00010000:00010000:0.0:1715206671.172005:0:18680:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c2bb2a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.172012:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c2bb2a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.172016:0:18680:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c2bb2a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.172035:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206671.172078:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5285050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+224:2002:x1798523591403904:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 113us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.172085:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157634 00000100:00100000:0.0:1715206671.173527:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.173556:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.175051:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.175118:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.175247:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c2bb54 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.175257:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c2bb54 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.175284:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4e:0x0]: returning size 15360 00000004:00200000:0.0:1715206671.175288:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.175300:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c2bb54 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.175310:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c2bb54 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.175330:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c2bb46 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a6e expref: 226 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.175360:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c2bb54 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a6e expref: 226 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.175367:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff880083fe8700) 00010000:00010000:0.0:1715206671.175370:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.175372:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c80b40, rc 0) 00000100:00100000:0.0:1715206671.175410:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880083fa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13029:x1798523591404032:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1786us (1851us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.175420:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570595 00000100:00100000:0.0:1715206671.177663:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.177757:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.178909:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.178933:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.180546:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.180691:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.182048:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.182121:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.184157:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.184188:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.184251:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570603 00000100:00100000:0.0:1715206671.184255:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13030:x1798523591405056:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206671.184268:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.184278:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c2bb8c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a83 expref: 231 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.184289:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4f:0x0].0x0 (ffff88008d6f4900) 00010000:00010000:0.0:1715206671.184292:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206671.184309:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2bb93 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.184316:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2bb93 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.184322:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2bb93 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00010000:0.0:1715206671.184377:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b91180 reply state ffff8800949a7000 transno 4295215836 ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2bb93 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.184384:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2bb93 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x11d4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.184389:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4f:0x0].0x0 (ffff88008d6f4900) 00010000:00010000:0.0:1715206671.184391:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.184392:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206671.184427:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+233:13030:x1798523591405056:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 171us (238us total) trans 4295215836 rc 0/0 00000100:00100000:0.0:1715206671.184457:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570603 00000100:00100000:0.0:1715206671.185507:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.185539:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.186903:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.186941:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.188555:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.188589:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.190093:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.190132:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.193309:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.193330:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.194912:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.194933:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.196608:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.196632:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.198088:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.198159:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.198267:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c2bbee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.198271:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c2bbee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.198279:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4c:0x0]: returning size 15360 00010000:00010000:0.0:1715206671.198322:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c2bbd9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286aad expref: 242 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.198341:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c2bbee lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286aad expref: 242 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.198345:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4c:0x0].0x0 (ffff8800ad56b000) 00010000:00010000:0.0:1715206671.198347:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.198349:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c818c0, rc 0) 00000100:00100000:0.0:1715206671.198370:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13029:x1798523591406208:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1679us (1763us total) trans 4295215841 rc 0/0 00000100:00100000:0.0:1715206671.198374:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570608 00000100:00100000:0.0:1715206671.199714:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.199736:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.199812:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.199819:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2bc0a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286ac2 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.199841:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2bc11 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206671.199847:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c2bbe7 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ab4 expref: 243 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.199851:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2bc11 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.199862:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c2bbe7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ab4 expref: 243 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.199867:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c2bbe7 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ab4 expref: 243 pid: 7128 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.199873:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b9aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524766848:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.199899:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.201000:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.201026:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.201171:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2bc11 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.201179:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2bc11 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.201196:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4d:0x0]: returning size 15360 00000004:00200000:0.0:1715206671.201198:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.201205:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2bc11 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.201210:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2bc11 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.201221:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2bc0a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ac2 expref: 242 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.201229:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2bc11 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ac2 expref: 241 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.201233:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4d:0x0].0x0 (ffff8800ad56b600) 00010000:00010000:0.0:1715206671.201235:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.201237:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c86c0, rc 0) 00000100:00100000:0.0:1715206671.201261:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13030:x1798523591406592:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1471us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.201265:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570611 00000100:00100000:0.0:1715206671.202761:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.202785:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.202828:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117134 00000100:00100000:0.0:1715206671.202832:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13029:x1798523591406976:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206671.202897:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+243:13029:x1798523591406976:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 64us (110us total) trans 4295215844 rc 0/0 00000100:00100000:0.0:1715206671.202901:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117134 00000100:00100000:0.0:1715206671.204413:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.204461:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.204509:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570613 00000100:00100000:0.0:1715206671.204515:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+243:13029:x1798523591407104:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.204524:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.204533:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2bc26 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286ad0 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.204559:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.204567:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204574:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204584:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.204589:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204593:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204609:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204612:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204615:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204618:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.204620:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204623:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204627:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.204629:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.204630:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204633:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2bc34 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204638:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204641:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204644:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204649:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924ca1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.204650:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204653:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204656:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xd4e4194e (ffff88008ff52600) 00010000:00010000:0.0:1715206671.204658:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.204659:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204661:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2bc42 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xd4e4194e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.204674:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2bc26 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ad0 expref: 244 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.204678:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2bc26 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ad0 expref: 244 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.204683:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8fc0, rc 0) 00000100:00100000:0.0:1715206671.204698:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+243:13029:x1798523591407104:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 184us (237us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.204704:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570613 00000100:00100000:0.0:1715206671.206074:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.206102:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.207762:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.207785:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.209195:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.209220:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.211494:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.211672:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.212971:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.213003:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.213074:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157642 00000100:00100000:0.0:1715206671.213080:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2003:x1798523591407936:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206671.213088:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.213094:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d440/0xb73f6b2ce2c2bcd5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d4c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286aec expref: 249 pid: 7128 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.213103:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d440/0xb73f6b2ce2c2bcd5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286aec expref: 249 pid: 7128 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.213114:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d440/0xb73f6b2ce2c2bcd5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d4c:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286aec expref: 249 pid: 7128 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.213121:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4c:0x0].0x0 (ffff8800ad56b000) 00010000:00010000:0.0:1715206671.213123:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2bcea lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.213128:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2bcea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.213131:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2bcea lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.213141:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206671.213163:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+247:2003:x1798523591407936:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 84us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.213169:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157642 00000100:00100000:0.0:1715206671.214673:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.214844:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.215926:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.216143:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.216184:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157645 00000100:00100000:0.0:1715206671.216188:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2003:x1798523591408256:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206671.216195:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.216199:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2bcea lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286af3 expref: 249 pid: 11041 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.216206:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2bcea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286af3 expref: 250 pid: 11041 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.216215:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2bcea lrc: 0/0,0 mode: --/CW res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286af3 expref: 250 pid: 11041 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.216221:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4c:0x0].0x0 (ffff8800ad56b000) 00010000:00010000:0.0:1715206671.216224:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4900/0xb73f6b2ce2c2bd22 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d4c:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.216228:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4900/0xb73f6b2ce2c2bd22 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.216231:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4900/0xb73f6b2ce2c2bd22 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x11d4c:0x0].0x0 bits 0x5b/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.216246:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206671.216260:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+247:2003:x1798523591408256:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 71us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.216264:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157645 00000100:00100000:0.0:1715206671.219074:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.219268:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.220270:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.220564:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.222156:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.222188:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.223652:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.223674:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.226831:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.226865:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.228364:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.228405:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.228601:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2bd7d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.228607:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2bd7d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.228615:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4e:0x0]: returning size 15360 00010000:00010000:0.0:1715206671.228668:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c2bd6f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b1d expref: 257 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.228679:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2bd7d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b1d expref: 255 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.228683:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff88009628df00) 00010000:00010000:0.0:1715206671.228685:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.228687:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5d40, rc 0) 00000100:00100000:0.0:1715206671.228712:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13029:x1798523591409152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1787us (1883us total) trans 4295215853 rc 0/0 00000100:00100000:0.0:1715206671.228716:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570626 00000100:00100000:0.0:1715206671.230315:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591409536 00000100:00100000:0.0:1715206671.230320:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591409536 00000100:00100000:0.0:1715206671.230342:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570629 00000100:00100000:0.0:1715206671.230346:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13029:x1798523591409536:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.230353:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.230360:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2bda0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286b32 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.230381:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2bda7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.230387:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2bd7d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b1d expref: 257 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.230392:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2bda7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.230403:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2bd7d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b1d expref: 257 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.230409:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2bd7d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b1d expref: 257 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.230415:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d058380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524767360:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.230457:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.231569:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.231608:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.231733:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2bda7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.231741:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2bda7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.231762:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4e:0x0]: returning size 15360 00000004:00200000:0.0:1715206671.231765:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.231773:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2bda7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.231781:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2bda7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.231795:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2bda0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b32 expref: 256 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.231805:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2bda7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b32 expref: 255 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.231812:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff88009628df00) 00010000:00010000:0.0:1715206671.231815:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.231816:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca640, rc 0) 00000100:00100000:0.0:1715206671.231852:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13029:x1798523591409536:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1504us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.231858:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570629 00000100:00100000:0.0:1715206671.233316:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.233742:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.234895:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.235530:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.236474:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.237211:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.237870:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.238484:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.240728:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.241612:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.242320:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.243021:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.243768:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.244297:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.246242:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.246753:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.247629:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.247947:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.249174:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.249400:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.250624:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.250647:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.250761:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec61200/0xb73f6b2ce2c2beb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.250766:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec61200/0xb73f6b2ce2c2beb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.250782:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4e:0x0]: returning size 15360 00000004:00200000:0.0:1715206671.250784:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.250790:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec61200/0xb73f6b2ce2c2beb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.250796:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec61200/0xb73f6b2ce2c2beb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.250807:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2beb1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b7f expref: 264 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.250818:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec61200/0xb73f6b2ce2c2beb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286b7f expref: 263 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.250823:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff88009628df00) 00010000:00010000:0.0:1715206671.250824:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.250826:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec61200, rc 0) 00000100:00100000:0.0:1715206671.250847:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+263:13029:x1798523591411264:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1573us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.250852:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570640 00000100:00100000:0.0:1715206671.252987:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.253011:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.254266:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.254298:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.255428:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.255467:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.257070:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.257718:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.258403:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.259084:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.259779:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.260491:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.261360:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.261868:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.262813:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.263225:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.267208:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.267235:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.269486:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.269508:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.270844:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.270929:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.271099:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec618c0/0xb73f6b2ce2c2bf75 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10078:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.271104:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec618c0/0xb73f6b2ce2c2bf75 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10078:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.271111:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10078:0x0]: returning size 260096 00010000:00010000:0.0:1715206671.271172:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec60480/0xb73f6b2ce2c2bf67 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bc5 expref: 274 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.271183:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec618c0/0xb73f6b2ce2c2bf75 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10078:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bc5 expref: 274 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.271187:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10078:0x0].0x0 (ffff880096a76f00) 00010000:00010000:0.0:1715206671.271189:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.271190:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec618c0, rc 0) 00000100:00100000:0.0:1715206671.271206:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13030:x1798523591412992:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1624us (1721us total) trans 4295215865 rc 0/0 00000100:00100000:0.0:1715206671.271210:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570654 00000100:00100000:0.0:1715206671.272555:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.272580:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.272626:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570656 00000100:00100000:0.0:1715206671.272631:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13030:x1798523591413312:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.272640:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.272647:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2bf91 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286bd3 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.272670:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.272676:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec618c0/0xb73f6b2ce2c2bf75 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10078:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bc5 expref: 275 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.272680:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.272690:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec618c0/0xb73f6b2ce2c2bf75 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10078:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bc5 expref: 275 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.272696:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec618c0/0xb73f6b2ce2c2bf75 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10078:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bc5 expref: 275 pid: 8278 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.272702:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092743100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524767872:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.272728:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.273564:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092743100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524767872:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206671.273572:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206671.273868:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.273890:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.274025:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.274029:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.274050:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10078:0x0]: returning size 260096 00000004:00200000:0.0:1715206671.274053:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.274074:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.274080:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.274090:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2bf91 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bd3 expref: 275 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.274098:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bd3 expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.274102:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10078:0x0].0x0 (ffff880096a76f00) 00010000:00010000:0.0:1715206671.274104:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.274105:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8000, rc 0) 00000100:00100000:0.0:1715206671.274120:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13030:x1798523591413312:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1489us (1566us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.274124:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570656 00000100:00100000:0.0:1715206671.275787:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.275810:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.277522:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.277805:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.279739:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.279762:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.281183:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.281207:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.282510:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.282544:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.284591:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.284743:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.288305:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.289039:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.289757:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.290535:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.291126:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.295308:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.295737:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:0.0:1715206671.297418:0:11039:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 4 changes, 3 in progress, 0 in flight, 6 done 00000004:00080000:0.0:1715206671.297452:0:11039:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 4 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:0.0:1715206671.297574:0:11043:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880083c58700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:11043:1798523524768320:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1715206671.297594:0:11043:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206671.297608:0:11043:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.297834:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.298506:0:11043:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989146 gen 2 00000004:00080000:0.0:1715206671.298510:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008eca0000, transno 4294989136 00000004:00080000:0.0:1715206671.298521:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012072b800, transno 4294989137 00000004:00080000:0.0:1715206671.298523:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801228d2300, transno 4294989138 00000004:00080000:0.0:1715206671.298525:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880120729f80, transno 4294989139 00000004:00080000:0.0:1715206671.298526:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facf480, transno 4294989140 00000004:00080000:0.0:1715206671.298528:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facc700, transno 4294989141 00000004:00080000:0.0:1715206671.298529:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800909af800, transno 4294989142 00000004:00080000:0.0:1715206671.298530:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800909adc00, transno 4294989143 00000004:00080000:0.0:1715206671.298532:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083fab100, transno 4294989144 00000004:00080000:0.0:1715206671.298533:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880083faad80, transno 4294989145 00000004:00080000:0.0:1715206671.298534:0:11043:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f9e2300, transno 4294989146 00000100:00100000:0.0:1715206671.298538:0:11043:0:(client.c:3000:ptlrpc_free_committed()) @@@ stopping search req@ffff880083c58700 x1798523524768320/t4294989157(4294989157) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1715206687 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 00000100:00100000:0.0:1715206671.298544:0:11043:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880083c58700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:11043:1798523524768320:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1715206671.298549:0:11043:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0xe72:0x0]-[0x2c0000400:0xea1:0x0] 00000100:00100000:0.0:1715206671.298941:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.300608:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.300863:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591415808 00000100:00100000:0.0:1715206671.300867:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591415808 00000100:00100000:0.0:1715206671.300885:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570670 00000100:00100000:0.0:1715206671.300889:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+286:13029:x1798523591415808:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206671.300907:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.300915:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c2c0b0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c43 expref: 286 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.300930:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d52:0x0].0x0 (ffff8801345a0700) 00010000:00010000:0.0:1715206671.300934:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206671.300942:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.300950:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.300954:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.300959:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c2c0f6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.300963:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c2c0f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.300966:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c2c0f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.300993:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.300996:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.300999:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000040:00080000:0.0:1715206671.301098:0:18825:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3662, 64 off242560 00010000:00010000:0.0:1715206671.301116:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.301121:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301125:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301131:0:18825:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301134:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301137:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301140:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301142:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206671.301144:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301147:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301151:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d52:0x0].0x0 (ffff88008ff52a00) 00010000:00010000:0.0:1715206671.301152:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206671.301154:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301157:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2c104 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d52:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301166:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301169:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301174:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301177:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.301178:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301181:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301184:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d52:0x0].0x0 (ffff88008ff52a00) 00010000:00010000:0.0:1715206671.301185:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206671.301186:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301189:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c0fd lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d52:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301232:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301235:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301238:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301241:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.301242:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301245:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301249:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.301250:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.301252:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301255:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c0ef lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000004:00010000:0.0:1715206671.301259:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee2680 reply state ffff880094940000 transno 4295215875 ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c2c0f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301263:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c2c0f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.301266:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x4b9bf994 (ffff8801345a0e00) 00010000:00010000:0.0:1715206671.301267:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.301269:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206671.301298:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+287:13029:x1798523591415808:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 408us (450us total) trans 4295215875 rc 0/0 00000100:00100000:0.0:1715206671.301302:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570670 00000100:00100000:0.0:1715206671.302521:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.302545:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.304096:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.304137:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.305663:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.305687:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.307104:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.308689:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.310316:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570677 00000100:00100000:0.0:1715206671.310322:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+291:13030:x1798523591416448:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.310328:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.310335:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2c174 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286c82 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.310355:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.310361:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310366:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310371:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.310382:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310386:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310401:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310405:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310408:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310410:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.310413:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310417:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310422:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:0.0:1715206671.310423:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.310425:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310428:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c2c182 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310447:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310451:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310454:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310456:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924ca1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.310458:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310461:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310465:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x4b9bf994 (ffff880096a76800) 00010000:00010000:0.0:1715206671.310466:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.310467:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310473:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2c190 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.310485:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2c174 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c82 expref: 292 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.310490:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2c174 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c82 expref: 292 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.310495:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca640, rc 0) 00000100:00100000:0.0:1715206671.310510:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+291:13030:x1798523591416448:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 188us (265us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.310514:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570677 00000100:00100000:0.0:1715206671.311855:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.312223:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.314316:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.314348:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.314399:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570681 00000100:00100000:0.0:1715206671.314405:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d718700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+291:13029:x1798523591416768:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.314412:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.314414:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1715206671.314423:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c13c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c66 expref: 291 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.314441:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.314444:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206671.314449:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2c1cf lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286c9e expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.314482:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.314487:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314492:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314497:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2c1eb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.314501:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2c1eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314504:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2c1eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00080000:0.0:1715206671.314655:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe73:0x0], index 0: 0 00010000:00010000:0.0:1715206671.314722:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c1f2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.314726:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c1f2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314731:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c1f2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314745:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314748:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314752:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314755:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c86c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.314757:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314760:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314764:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.314766:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.314767:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314770:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2c1dd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000004:00010000:0.0:1715206671.314775:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d718700 reply state ffff88009425d000 transno 4295215877 ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2c1eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314779:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2c1eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.314783:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xa8353d69 (ffff88008ff52400) 00010000:00010000:0.0:1715206671.314784:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.314785:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206671.314796:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2c1cf lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c9e expref: 292 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.314802:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c1f2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c9e expref: 291 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.314809:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff88008ff52800) 00010000:00010000:0.0:1715206671.314811:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.314812:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948598c0, rc 0) 00000100:00100000:0.0:1715206671.314839:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d718700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+292:13029:x1798523591416768:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 435us (526us total) trans 4295215877 rc 0/0 00000100:00100000:0.0:1715206671.314844:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570681 00000100:00100000:0.0:1715206671.316328:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.318709:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.319848:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.319884:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.321225:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.321250:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.322628:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.325731:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.327508:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.329143:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.330205:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.331277:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.332283:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.332526:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.333562:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.334349:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.335267:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.335498:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.336472:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.336621:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c2b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.336630:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c2b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.336648:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d55:0x0]: returning size 12006 00000004:00200000:0.0:1715206671.336650:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.336658:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c2b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.336665:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c2b6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.336677:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2c2af lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d00 expref: 301 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.336688:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c2b6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d00 expref: 300 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.336692:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d55:0x0].0x0 (ffff880096847b00) 00010000:00010000:0.0:1715206671.336694:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.336695:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a880, rc 0) 00000100:00100000:0.0:1715206671.336721:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+300:13030:x1798523591418496:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1387us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.336725:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570691 00000100:00100000:0.0:1715206671.337605:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.340517:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591419072 00000100:00100000:0.0:1715206671.340526:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591419072 00000100:00100000:0.0:1715206671.340552:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77475 00000100:00100000:0.0:1715206671.340558:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+152:2000:x1798523591419072:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:0.0:1715206671.340648:0:18695:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xe73:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1715206671.340651:0:18695:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xe73:0x0] updating lvb mtime from disk: 0 -> 1715206660 00002000:00010000:0.0:1715206671.340654:0:18695:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000400:0xe73:0x0] updating lvb atime from disk: 0 -> 1715206662 00002000:00010000:0.0:1715206671.340656:0:18695:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000400:0xe73:0x0] updating lvb ctime from disk: 0 -> 1715206672 00002000:00010000:0.0:1715206671.340657:0:18695:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000400:0xe73:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1715206671.340678:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2000:x1798523591419072:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 119us (204us total) trans 4294988669 rc 0/0 00000100:00100000:0.0:1715206671.340684:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77475 00000100:00100000:0.0:1715206671.342104:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591419200 00000100:00100000:0.0:1715206671.342109:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591419200 00000100:00100000:0.0:1715206671.342129:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77476 00000100:00100000:0.0:1715206671.342135:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2003:x1798523591419200:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:0.0:1715206671.342214:0:18695:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000400:0xe73:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1715206671.342217:0:18695:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000400:0xe73:0x0] updating lvb mtime from disk: 0 -> 1715206660 00002000:00010000:0.0:1715206671.342219:0:18695:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000400:0xe73:0x0] updating lvb atime from disk: 0 -> 1715206662 00002000:00010000:0.0:1715206671.342221:0:18695:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000400:0xe73:0x0] updating lvb ctime from disk: 0 -> 1715206672 00002000:00010000:0.0:1715206671.342223:0:18695:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000400:0xe73:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1715206671.342256:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+154:2003:x1798523591419200:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 119us (173us total) trans 4294989158 rc 0/0 00000100:00100000:0.0:1715206671.342263:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77476 00000100:00100000:0.0:1715206671.344158:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591419392 00000100:00100000:0.0:1715206671.344161:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591419392 00000100:00100000:0.0:1715206671.344185:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570698 00000100:00100000:0.0:1715206671.344189:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+306:13029:x1798523591419392:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206671.344207:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.344216:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c2e0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d15 expref: 307 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.344237:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.344239:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206671.344254:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c2c2f5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.344260:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c2c2f5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.344264:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c2c2f5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00010000:0.0:1715206671.344299:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880096908000 reply state ffff8801212e5000 transno 4295215885 ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c2c2f5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.344305:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c2c2f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x11d54:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.344309:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.344310:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.344312:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206671.344350:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+308:13029:x1798523591419392:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 160us (222us total) trans 4295215885 rc 0/0 00000100:00100000:0.0:1715206671.344354:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570698 00000100:00100000:0.0:1715206671.345392:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.347672:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.349116:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591419968 00000100:00100000:0.0:1715206671.349119:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591419968 00000100:00100000:0.0:1715206671.349134:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570700 00000100:00100000:0.0:1715206671.349138:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+310:13029:x1798523591419968:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.349146:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.349153:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c2c303 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286d23 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.349176:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.349184:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349191:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349199:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.349204:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349210:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349261:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.349268:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349274:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.349291:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d54:0x0]: returning size 12006 00000004:00200000:0.0:1715206671.349295:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.349304:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349311:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349317:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349322:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349328:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349333:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948586c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.349336:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349342:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349350:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.349353:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.349356:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349361:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c2c30a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349369:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349375:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349384:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349389:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094858b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.349391:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349396:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349401:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xa8353d69 (ffff88008ff52400) 00010000:00010000:0.0:1715206671.349404:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.349406:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349411:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2c311 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.349427:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c2c303 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 312 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.349455:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 311 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.349461:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.349463:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.349465:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094858240, rc 0) 00000100:00100000:0.0:1715206671.349492:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+311:13029:x1798523591419968:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 352us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.349498:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570700 00000100:00100000:0.0:1715206671.350396:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591420032 00000100:00100000:0.0:1715206671.350399:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591420032 00000100:00100000:0.0:1715206671.350416:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570701 00000100:00100000:0.0:1715206671.350420:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+311:13030:x1798523591420032:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.350427:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.350444:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c2c31f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286d2a expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.350465:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.350470:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350475:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350479:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.350483:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350486:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350507:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c334 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.350510:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c334 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350513:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c334 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.350524:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d55:0x0]: returning size 12006 00000004:00200000:0.0:1715206671.350526:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.350531:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c334 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350535:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c334 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350539:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350542:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350545:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350547:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948598c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.350549:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350552:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350556:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:0.0:1715206671.350557:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.350559:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350561:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c2c326 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350566:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350569:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350572:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350575:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485ad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.350576:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350579:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350582:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xa8353d69 (ffff880096847d00) 00010000:00010000:0.0:1715206671.350583:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.350584:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350587:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c2c32d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0xa8353d69 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.350596:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c2c31f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d2a expref: 313 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.350601:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c334 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d2a expref: 312 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.350604:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d55:0x0].0x0 (ffff880096847800) 00010000:00010000:0.0:1715206671.350605:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.350606:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b600, rc 0) 00000100:00100000:0.0:1715206671.350630:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+312:13030:x1798523591420032:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 210us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.350635:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570701 00000100:00100000:0.0:1715206671.351838:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591420160 00000100:00100000:0.0:1715206671.351841:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591420160 00000100:00100000:0.0:1715206671.351858:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570702 00000100:00100000:0.0:1715206671.351863:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+312:13029:x1798523591420160:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.351871:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.351878:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c33b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286d31 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.351911:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c342 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.351918:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 313 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.351922:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c342 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.351940:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 313 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.351947:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 313 pid: 18825 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.351956:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524768896:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.351988:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.353216:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591420224 00000100:00100000:0.0:1715206671.353220:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591420224 00010000:00010000:0.0:1715206671.353231:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 314 pid: 18825 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.353249:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157666 00000100:00100000:0.0:1715206671.353252:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+314:2003:x1798523591420224:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206671.353257:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.353260:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 314 pid: 18825 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.353266:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 314 pid: 18825 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.353272:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2c318 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d23 expref: 314 pid: 18825 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.353279:0:18680:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.353281:0:18680:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c342 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.353285:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c342 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.353288:0:18680:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c342 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.353297:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206671.353323:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+313:2003:x1798523591420224:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 69us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.353329:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157666 00000100:00100000:0.0:1715206671.354237:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.354487:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.355478:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.355651:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.355669:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c357 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.355675:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c357 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.355687:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d55:0x0]: returning size 12006 00010000:00010000:0.0:1715206671.355738:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2c350 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d38 expref: 317 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.355751:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c357 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d38 expref: 316 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.355757:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d55:0x0].0x0 (ffff880096847800) 00010000:00010000:0.0:1715206671.355760:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.355762:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8f3c0, rc 0) 00000100:00100000:0.0:1715206671.355781:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+315:13030:x1798523591420352:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1461us (1543us total) trans 4295215890 rc 0/0 00000100:00100000:0.0:1715206671.355787:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570703 00000100:00100000:0.0:1715206671.357717:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.357977:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009690ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524769088:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206671.357986:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c37a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000100:00100000:0.0:1715206671.358193:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.358288:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c37a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.358292:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c37a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.358307:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d55:0x0]: returning size 12006 00000004:00200000:0.0:1715206671.358309:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.358315:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c37a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.358320:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c37a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.358331:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2c373 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d46 expref: 316 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.358339:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2c37a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d46 expref: 315 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.358343:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d55:0x0].0x0 (ffff880096847800) 00010000:00010000:0.0:1715206671.358344:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.358346:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9d40, rc 0) 00000100:00100000:0.0:1715206671.358360:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+315:13030:x1798523591420608:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1235us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.358364:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570705 00000100:00100000:0.0:1715206671.359182:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591420864 00000100:00100000:0.0:1715206671.359185:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591420864 00000100:00100000:0.0:1715206671.359205:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570706 00000100:00100000:0.0:1715206671.359208:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ec80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+315:13029:x1798523591420864:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.359215:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.359222:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2c381 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286d4d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.359241:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.359246:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359250:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359255:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.359259:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359262:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359276:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359279:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359282:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359285:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.359287:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359290:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359295:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.359296:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.359298:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359301:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c388 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359305:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359308:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359311:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359314:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.359315:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359318:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359321:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x4b9bf994 (ffff8801345a0e00) 00010000:00010000:0.0:1715206671.359322:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.359323:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359326:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c38f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.359335:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2c381 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d4d expref: 316 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.359340:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2c381 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d4d expref: 316 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.359344:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289b00, rc 0) 00000100:00100000:0.0:1715206671.359368:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ec80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+315:13029:x1798523591420864:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 159us (217us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.359372:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570706 00000100:00100000:0.0:1715206671.359825:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.360722:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.361485:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.362244:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.363039:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.363730:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.364465:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.366159:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.366382:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.367614:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.368576:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.369078:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.369977:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.370171:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2c461 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.370176:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2c461 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.370183:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d55:0x0]: returning size 12006 00010000:00010000:0.0:1715206671.370217:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2c45a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d7e expref: 323 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.370291:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2c461 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d7e expref: 322 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.370296:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d55:0x0].0x0 (ffff880096847800) 00010000:00010000:0.0:1715206671.370297:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.370299:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03a80, rc 0) 00000100:00100000:0.0:1715206671.370315:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+322:13030:x1798523591421888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1652us (1740us total) trans 4295215896 rc 0/0 00000100:00100000:0.0:1715206671.370319:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570713 00010000:00010000:0.0:1715206671.370488:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c2c46f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.370492:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c2c46f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.370505:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d54:0x0]: returning size 12006 00000004:00200000:0.0:1715206671.370507:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.370513:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c2c46f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.370518:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c2c46f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.370527:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d9346c0/0xb73f6b2ce2c2c468 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d85 expref: 321 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.370535:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c2c46f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286d85 expref: 320 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.370543:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.370544:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.370545:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d935d40, rc 0) 00000100:00100000:0.0:1715206671.370561:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+320:13029:x1798523591421952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1418us (1484us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.370564:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570714 00000100:00100000:0.0:1715206671.371565:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.372742:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.374639:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.375918:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.376769:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.377395:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.377991:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.378540:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.379462:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.380105:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.380614:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.382492:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.384715:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.384741:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.386108:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.386665:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.387484:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.388105:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.389342:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.390440:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.392195:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.392222:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.393946:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.394541:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.396199:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.396222:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.397498:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.397766:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.399000:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.400131:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.401919:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.402444:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.403203:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.403304:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c5d4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.403310:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c5d4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.403317:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d56:0x0]: returning size 11991 00010000:00010000:0.0:1715206671.403354:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2c5cd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e03 expref: 336 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.403371:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c5d4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e03 expref: 335 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.403376:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff88011f2f5a00) 00010000:00010000:0.0:1715206671.403378:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.403379:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8f3c0, rc 0) 00000100:00100000:0.0:1715206671.403395:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+335:13029:x1798523591424768:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1376us (1478us total) trans 4295215907 rc 0/0 00000100:00100000:0.0:1715206671.403400:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570730 00000100:00100000:0.0:1715206671.404806:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.404831:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.404871:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570731 00000100:00100000:0.0:1715206671.404876:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+336:13029:x1798523591425024:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.404885:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.404891:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c5e2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286e0a expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.404913:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c5f0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.404919:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c5d4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e03 expref: 338 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.404923:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c5f0 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.404934:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c5d4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e03 expref: 338 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.404939:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2c5d4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e03 expref: 338 pid: 18825 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.404945:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524769984:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.404971:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.405929:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.405954:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.407666:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.408648:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.408913:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.409710:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.411220:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.411348:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.412424:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.412456:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.414128:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.414254:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.415541:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.416687:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.416849:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.418291:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591426560 00000100:00100000:0.0:1715206671.418295:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591426560 00000100:00100000:0.0:1715206671.418335:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570743 00000100:00100000:0.0:1715206671.418340:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+344:13029:x1798523591426560:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.418348:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.418355:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c66e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286e42 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.418366:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c66e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e42 expref: 345 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.418373:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2c66e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e42 expref: 345 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.418377:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.418379:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.418381:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a880, rc 0) 00000100:00100000:0.0:1715206671.418396:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+345:13029:x1798523591426560:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 57us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.418401:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570743 00000100:00100000:0.0:1715206671.419716:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.419742:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.421153:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.422593:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.422946:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.424759:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.425607:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.426448:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.427087:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.427737:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.428762:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.429386:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.429928:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.430106:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3840/0xb73f6b2ce2c2c6ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.430114:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3840/0xb73f6b2ce2c2c6ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.430124:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d55:0x0]: returning size 12006 00010000:00010000:0.0:1715206671.430168:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2c6a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e5e expref: 355 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.430190:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3840/0xb73f6b2ce2c2c6ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e5e expref: 354 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.430197:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d55:0x0].0x0 (ffff880096847800) 00010000:00010000:0.0:1715206671.430200:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.430202:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db3840, rc 0) 00000100:00100000:0.0:1715206671.430287:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+354:13030:x1798523591427648:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1477us (1525us total) trans 4295215918 rc 0/0 00000100:00100000:0.0:1715206671.430294:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570747 00000100:00100000:0.0:1715206671.430556:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.430690:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c2c6bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.430696:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c2c6bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.430714:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d54:0x0]: returning size 12006 00000004:00200000:0.0:1715206671.430717:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.430724:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c2c6bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.430732:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c2c6bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.430746:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800925586c0/0xb73f6b2ce2c2c6b4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e65 expref: 353 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.430756:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c2c6bb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e65 expref: 352 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.430763:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.430765:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.430768:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092559f80, rc 0) 00000100:00100000:0.0:1715206671.430795:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+352:13029:x1798523591427712:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1315us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.430801:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570748 00000100:00100000:0.0:1715206671.431627:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.432454:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.434583:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.434610:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.436468:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.436494:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.436547:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570752 00000100:00100000:0.0:1715206671.436552:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+355:13029:x1798523591428416:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.436559:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.436567:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c6f3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286e81 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.436588:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206671.436593:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436598:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436604:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206671.436608:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436614:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436626:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436629:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436632:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436636:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436638:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.436640:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436643:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436648:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:0.0:1715206671.436649:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.436651:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436654:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c701 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436660:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436663:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436667:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436670:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.436671:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436674:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436677:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xe7082257 (ffff88008ff52e00) 00010000:00010000:0.0:1715206671.436678:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.436679:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436682:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c70f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0xe7082257 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.436695:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c6f3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e81 expref: 357 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.436699:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c6f3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e81 expref: 357 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.436704:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b600, rc 0) 00000100:00100000:0.0:1715206671.436722:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+355:13029:x1798523591428416:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 170us (228us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.436726:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570752 00000100:00100000:0.0:1715206671.438374:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.438401:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.440002:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.440046:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.441336:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.443111:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.443761:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.444857:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.445081:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.446373:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.446575:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591429376 00000100:00100000:0.0:1715206671.446580:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591429376 00000100:00100000:0.0:1715206671.446600:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570759 00000100:00100000:0.0:1715206671.446605:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+360:13030:x1798523591429376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.446614:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.446623:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2c7d3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286eb2 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.446665:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c7da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.446675:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2c7b0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ea4 expref: 361 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.446682:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2c7da lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d55:0x0].0x0 bits 0x13/0x48 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.446700:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2c7b0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ea4 expref: 361 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.446709:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2c7b0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d55:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ea4 expref: 361 pid: 7128 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.446725:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8d9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524770624:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.446765:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.447716:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.447820:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.447935:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2c7cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.447943:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2c7cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.447965:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d54:0x0]: returning size 12006 00000004:00200000:0.0:1715206671.447968:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.447979:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2c7cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.447987:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2c7cc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.448004:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2c7c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286eab expref: 361 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.448016:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2c7cc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d54:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286eab expref: 359 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.448023:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.448026:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.448028:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920480, rc 0) 00000100:00100000:0.0:1715206671.448083:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+359:13029:x1798523591429312:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1615us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.448098:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570758 00000100:00100000:0.0:1715206671.452353:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.453159:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.453787:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.454457:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.455748:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.457190:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.457214:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.459393:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.460607:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.461971:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.462295:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.463690:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.463801:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.464848:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.465251:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.466514:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.466537:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.468088:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.468113:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.469663:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.469918:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.471138:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.471243:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.472866:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.474779:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.476104:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.476126:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.477740:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.477949:0:7139:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591432000 00000100:00100000:0.0:1715206671.477953:0:7139:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591432000 00000100:00100000:0.0:1715206671.477971:0:7139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5011 00000100:00100000:0.0:1715206671.477976:0:7139:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+372:13030:x1798523591432000:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206671.477996:0:7139:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1715206671.478007:0:7139:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b061c0/0xb73f6b2ce2c2c866 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286edc expref: 372 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.478030:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8800901b0900) 00010000:00010000:0.0:1715206671.478039:0:7139:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c2c89e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ef8 expref: 371 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.478047:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:0.0:1715206671.478050:0:7139:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206671.478077:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206671.478083:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478087:0:7139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478092:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c90e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206671.478096:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c90e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478102:0:7139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c90e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478108:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c915 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xb9ed2257 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206671.478111:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c915 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478114:0:7139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c915 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478143:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c91c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206671.478147:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c91c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478151:0:7139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c91c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00000004:00010000:0.0:1715206671.478211:0:7139:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009690aa00 reply state ffff88009085e000 transno 4295215934 ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c91c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478216:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289680/0xb73f6b2ce2c2c91c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x11d57:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478219:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8800901b0900) 00010000:00010000:0.0:1715206671.478221:0:7139:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:0.0:1715206671.478222:0:7139:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206671.478225:0:7139:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478228:0:7139:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478231:0:7139:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478234:0:7139:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.478236:0:7139:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478239:0:7139:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478243:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:0.0:1715206671.478244:0:7139:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.478245:0:7139:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478248:0:7139:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2c907 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7139 initiator: MDT1 00000004:00010000:0.0:1715206671.478253:0:7139:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009690aa00 reply state ffff88009085e000 transno 4295215934 ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c90e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478257:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c2c90e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478260:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x4b9bf994 (ffff880096a76800) 00010000:00010000:0.0:1715206671.478261:0:7139:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.478262:0:7139:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00000004:00010000:0.0:1715206671.478263:0:7139:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009690aa00 reply state ffff88009085e000 transno 4295215934 ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c915 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478267:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c2c915 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xb9ed2257 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206671.478272:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xb9ed2257 (ffff88011f2f5700) 00010000:00010000:0.0:1715206671.478274:0:7139:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.478275:0:7139:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1715206671.478304:0:7139:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+371:13030:x1798523591432000:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 327us (371us total) trans 4295215934 rc 0/0 00000100:00100000:0.0:1715206671.478309:0:7139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5011 00000100:00100000:0.0:1715206671.479256:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.480402:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.481709:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.481745:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.481926:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2c946 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.481932:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2c946 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.481940:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d56:0x0]: returning size 11991 00010000:00010000:0.0:1715206671.481978:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2c93f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f1b expref: 376 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.481986:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2c946 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d56:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f1b expref: 375 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.481991:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff88011f2f5000) 00010000:00010000:0.0:1715206671.481992:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.481994:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f721c0, rc 0) 00000100:00100000:0.0:1715206671.482019:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+375:13029:x1798523591432192:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1517us (1619us total) trans 4295215935 rc 0/0 00000100:00100000:0.0:1715206671.482026:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570776 00000100:00100000:0.0:1715206671.482982:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.483470:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.484254:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524771072:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206671.484266:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05200/0xb73f6b2ce2c2c970 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000100:00100000:0.0:1715206671.484543:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.484703:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05200/0xb73f6b2ce2c2c970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.484708:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05200/0xb73f6b2ce2c2c970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.484725:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d56:0x0]: returning size 11991 00000004:00200000:0.0:1715206671.484727:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.484733:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05200/0xb73f6b2ce2c2c970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.484737:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05200/0xb73f6b2ce2c2c970 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.484748:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c2c969 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f29 expref: 376 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.484755:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05200/0xb73f6b2ce2c2c970 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f29 expref: 375 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.484760:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff88011f2f5000) 00010000:00010000:0.0:1715206671.484761:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.484763:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b05200, rc 0) 00000100:00100000:0.0:1715206671.484780:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+376:13029:x1798523591432512:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1262us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.484785:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570778 00000100:00100000:0.0:1715206671.485876:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.485984:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2c97e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.485991:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2c97e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.486008:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d57:0x0]: returning size 11991 00000004:00200000:0.0:1715206671.486011:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.486019:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2c97e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.486027:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2c97e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.486041:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2c977 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f30 expref: 375 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.486052:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2c97e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f30 expref: 374 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.486078:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8800901b0900) 00010000:00010000:0.0:1715206671.486080:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.486082:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73180, rc 0) 00000100:00100000:0.0:1715206671.486110:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+374:13030:x1798523591432640:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1350us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.486115:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570779 00000100:00100000:0.0:1715206671.486962:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.488779:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.489213:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.490197:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.490518:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.491553:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.491876:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.494229:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.495019:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.496121:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.496778:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.498399:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.499256:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.499644:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.500443:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.501785:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.504773:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.506198:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.506237:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.507509:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.507545:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.508750:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.509623:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.510478:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.511029:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.511747:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.513663:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.514092:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.516084:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.516311:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.517669:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.517699:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.518900:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.518921:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.520037:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.520085:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.520102:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570803 00000100:00100000:0.0:1715206671.520109:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+395:13029:x1798523591435904:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.520128:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.520138:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2caea lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58286f99 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.520160:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2caf8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.520166:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2caf8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.520171:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2caf8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.520184:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d56:0x0]: returning size 11991 00000004:00200000:0.0:1715206671.520186:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.520191:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2caf8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.520196:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2caf8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.520224:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2caea lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f99 expref: 398 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.520245:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2caf8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286f99 expref: 397 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.520249:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff88011f2f5000) 00010000:00010000:0.0:1715206671.520252:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.520253:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288fc0, rc 0) 00000100:00100000:0.0:1715206671.520271:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+396:13029:x1798523591435904:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 163us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.520276:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570803 00000100:00100000:0.0:1715206671.522016:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.522233:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591436224 00000100:00100000:0.0:1715206671.522238:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591436224 00000100:00100000:0.0:1715206671.522269:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570806 00000100:00100000:0.0:1715206671.522275:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+398:13030:x1798523591436224:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206671.522296:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.522308:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2caf1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286fa0 expref: 397 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.522319:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8800901b0900) 00010000:00010000:0.0:1715206671.522322:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206671.522338:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2cb06 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.522347:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2cb06 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.522353:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2cb06 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00010000:0.0:1715206671.522389:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880096909180 reply state ffff88009085c000 transno 4295215950 ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2cb06 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.522396:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c2cb06 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x11d57:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.522402:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8800901b0900) 00010000:00010000:0.0:1715206671.522404:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.522407:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206671.522484:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+398:13030:x1798523591436224:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 192us (252us total) trans 4295215950 rc 0/0 00000100:00100000:0.0:1715206671.522491:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570806 00000100:00100000:0.0:1715206671.523371:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.523396:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.524571:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.524600:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.526719:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.526745:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.526785:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117185 00000100:00100000:0.0:1715206671.526791:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+401:13029:x1798523591436736:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206671.526894:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+403:13029:x1798523591436736:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 103us (176us total) trans 4295215954 rc 0/0 00000100:00100000:0.0:1715206671.526900:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117185 00000100:00100000:0.0:1715206671.528124:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.528151:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.530678:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.531011:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.532219:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.532242:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.532301:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157701 00000100:00100000:0.0:1715206671.532305:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+409:2002:x1798523591437376:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206671.532312:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.532317:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2cb3e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286fae expref: 409 pid: 11041 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.532325:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2cb3e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286fae expref: 409 pid: 11041 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.532334:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2cb3e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d4d:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286fae expref: 408 pid: 11041 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.532341:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4d:0x0].0x0 (ffff8800ad56b600) 00010000:00010000:0.0:1715206671.532344:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2cb5a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.532357:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2cb5a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.532361:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2cb5a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d4d:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.532370:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206671.532388:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+407:2002:x1798523591437376:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 82us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.532395:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157701 00000100:00100000:0.0:1715206671.534125:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.534151:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.535499:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.535523:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.537535:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.537782:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.539259:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591438016 00000100:00100000:0.0:1715206671.539263:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591438016 00000100:00100000:0.0:1715206671.539285:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117189 00000100:00100000:0.0:1715206671.539289:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+408:13029:x1798523591438016:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206671.539407:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+409:13029:x1798523591438016:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 117us (162us total) trans 4295215959 rc 0/0 00000100:00100000:0.0:1715206671.539412:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117189 00000100:00100000:0.0:1715206671.539693:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.540393:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.540988:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.542465:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.543029:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.545306:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.545333:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.547724:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.548230:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.549284:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.549569:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.549654:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2cc10 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.549659:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2cc10 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.549666:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d54:0x0]: returning size 12006 00010000:00010000:0.0:1715206671.549702:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016400/0xb73f6b2ce2c2cc09 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286fe6 expref: 417 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.549711:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2cc10 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d54:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286fe6 expref: 416 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.549715:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d54:0x0].0x0 (ffff880096847200) 00010000:00010000:0.0:1715206671.549717:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.549718:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014480, rc 0) 00000100:00100000:0.0:1715206671.549735:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+416:13029:x1798523591439040:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1427us (1507us total) trans 4295215966 rc 0/0 00000100:00100000:0.0:1715206671.549739:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570818 00000100:00100000:0.0:1715206671.551046:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.551093:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.552337:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.552369:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.554089:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.554124:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.556611:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.556924:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.563876:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.564339:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.565303:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.565577:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.566922:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.566956:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.567007:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570826 00000100:00100000:0.0:1715206671.567013:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+989:13030:x1798523591440448:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.567022:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.567031:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2ccaa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287010 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.567076:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2ccb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.567086:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094198900/0xb73f6b2ce2c2cc8e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287002 expref: 991 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.567093:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2ccb8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.567109:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094198900/0xb73f6b2ce2c2cc8e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287002 expref: 991 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.567117:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094198900/0xb73f6b2ce2c2cc8e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287002 expref: 991 pid: 8278 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.567127:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524771904:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.567149:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.568109:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.568407:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.568517:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2ccb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.568525:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2ccb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:0.0:1715206671.568548:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680 00000004:00200000:0.0:1715206671.568551:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.568560:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2ccb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.568568:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2ccb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.568582:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2ccaa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287010 expref: 991 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.568606:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c2ccb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287010 expref: 989 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.568613:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880094fbb700) 00010000:00010000:0.0:1715206671.568615:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.568617:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a880, rc 0) 00000100:00100000:0.0:1715206671.568641:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+989:13030:x1798523591440448:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1627us (1683us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.568647:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570826 00000100:00100000:0.0:1715206671.571578:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.571613:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.572832:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.574324:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.574356:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.574397:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570829 00000100:00100000:0.0:1715206671.574401:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+991:13029:x1798523591441024:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.574411:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.574417:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cce9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287025 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.574454:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289d40/0xb73f6b2ce2c2ccf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.574461:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c2cccd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287017 expref: 992 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.574465:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289d40/0xb73f6b2ce2c2ccf0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.574476:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c2cccd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287017 expref: 993 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.574481:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c2cccd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287017 expref: 993 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.574487:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524772096:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.574512:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.575506:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.575528:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.578843:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.579216:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.580323:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.580344:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.580511:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c2cd1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.580517:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c2cd1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:0.0:1715206671.580524:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776 00010000:00010000:0.0:1715206671.580565:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c2cd13 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828703a expref: 994 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.580583:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c2cd1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828703a expref: 993 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.580587:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012d3a4d00) 00010000:00010000:0.0:1715206671.580589:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.580591:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834fc0, rc 0) 00000100:00100000:0.0:1715206671.580607:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880083c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+993:13030:x1798523591441472:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1294us (1393us total) trans 4295059606 rc 0/0 00000100:00100000:0.0:1715206671.580611:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570832 00000100:00100000:0.0:1715206671.581893:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.581927:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.583171:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.583302:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.589844:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.590356:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.591227:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.591923:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.592585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.593251:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.596275:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.597045:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.597580:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.598288:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.599011:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.599881:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.600170:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.601094:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.602514:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.603464:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.604073:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.605272:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.605746:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.607182:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.608887:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.608916:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.610212:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.610575:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.611751:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.613726:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.615194:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.615218:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.616731:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.617042:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.618373:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.618400:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.619819:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.621132:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.622336:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.622609:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.624134:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.624551:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.626026:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.626374:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.627663:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.628922:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.630559:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.630588:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.631807:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.633208:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.634685:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.635425:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.637098:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.639486:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.639516:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.639610:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570865 00000100:00100000:0.0:1715206671.639616:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+433:13030:x1798523591446080:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.639625:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.639633:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2cf51 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828711a expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.639658:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.639665:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639671:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639680:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.639684:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639688:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639704:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639707:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639711:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639715:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.639717:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639720:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639726:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206671.639728:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.639729:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639733:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2cf5f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639756:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639760:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639764:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639767:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.639768:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639771:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639776:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xec6f74b7 (ffff88008ff52600) 00010000:00010000:0.0:1715206671.639777:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.639779:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639782:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2cf6d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xec6f74b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.639799:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2cf51 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828711a expref: 435 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.639804:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2cf51 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828711a expref: 435 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.639810:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b600, rc 0) 00000100:00100000:0.0:1715206671.639838:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+433:13030:x1798523591446080:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 222us (321us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.639843:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570865 00000100:00100000:0.0:1715206671.641623:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.641806:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.643591:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.643618:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.645511:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.645825:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.647990:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.648017:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.649687:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.649954:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.650914:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.651670:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.652323:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.652930:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.653111:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880096909f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524773888:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206671.653121:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d031 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d5a:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000100:00100000:0.0:1715206671.653487:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.653611:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d031 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.653616:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d031 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.653632:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d5a:0x0]: returning size 0 00000004:00200000:0.0:1715206671.653635:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.653641:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d031 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.653646:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d031 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.653657:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c2d02a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287167 expref: 441 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.653665:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d031 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287167 expref: 440 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.653670:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5a:0x0].0x0 (ffff880123742400) 00010000:00010000:0.0:1715206671.653671:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.653673:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009419a400, rc 0) 00000100:00100000:0.0:1715206671.653691:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+440:13029:x1798523591447360:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1291us (1368us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.653695:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570873 00000100:00100000:0.0:1715206671.655275:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.655300:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.655366:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570874 00000100:00100000:0.0:1715206671.655371:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+441:13030:x1798523591447552:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.655379:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.655386:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2d03f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828716e expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.655406:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2d04d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.655414:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d023 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d5b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287160 expref: 443 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.655418:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2d04d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d5b:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.655444:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d023 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d5b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287160 expref: 443 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.655450:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d023 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d5b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287160 expref: 443 pid: 7128 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.655455:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f759180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524773952:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.655479:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9780 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.656943:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.656965:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.658222:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.658878:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.660338:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.660363:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.661566:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.661936:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.663832:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.663882:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.665852:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.667219:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.667645:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.670116:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.670941:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.671791:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.673278:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.674471:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.674972:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.676364:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.676697:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.677711:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.677811:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.679416:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.679449:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.679498:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570887 00000100:00100000:0.0:1715206671.679503:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+453:13029:x1798523591449664:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.679528:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.679535:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d13b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x11d5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582871e5 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.679549:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d142 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206671.679554:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d142 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.679559:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d142 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.679601:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d13b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d5c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582871e5 expref: 456 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.679622:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d142 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d5c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582871e5 expref: 455 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.679626:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5c:0x0].0x0 (ffff880123742d00) 00010000:00010000:0.0:1715206671.679628:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1715206671.679629:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092985440, rc 0) 00000100:00100000:0.0:1715206671.679651:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+455:13029:x1798523591449664:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 148us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.679655:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570887 00000100:00100000:0.0:1715206671.680555:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.680700:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.680707:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.680725:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d5d:0x0]: returning size 0 00000004:00200000:0.0:1715206671.680727:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.680735:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.680794:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.680809:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c2d149 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582871de expref: 454 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.680821:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582871de expref: 453 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.680832:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5d:0x0].0x0 (ffff880123742800) 00010000:00010000:0.0:1715206671.680835:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.680837:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b600, rc 0) 00000100:00100000:0.0:1715206671.680861:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+453:13030:x1798523591449600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1364us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.680867:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570886 00000100:00100000:0.0:1715206671.681937:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.682346:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.683954:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.684406:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.685233:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.686497:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.687830:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.687866:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.689928:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.689966:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.691272:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.691306:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.691348:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157754 00000100:00100000:0.0:1715206671.691354:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+462:2002:x1798523591450816:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206671.691363:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206671.691369:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582871de expref: 462 pid: 18825 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.691379:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582871de expref: 461 pid: 18825 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.691393:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c2d150 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d5d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582871de expref: 461 pid: 18825 timeout: 1122 lvb_type: 0 00010000:00010000:0.0:1715206671.691402:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5d:0x0].0x0 (ffff880123742800) 00010000:00010000:0.0:1715206671.691406:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c2d196 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d5d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.691412:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c2d196 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d5d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.691417:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c2d196 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d5d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.691469:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206671.691488:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+459:2002:x1798523591450816:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 134us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.691495:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157754 00000100:00100000:0.0:1715206671.693205:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.694465:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.695887:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.697383:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.698839:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.698873:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.700510:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.702108:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.702143:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.703635:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.704918:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.705539:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.706576:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.707927:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.708656:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.709291:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.710825:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.711326:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.712177:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.712820:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.713949:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.714348:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.715244:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.715568:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.717231:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.717638:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.718456:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.719134:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.720283:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.720420:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.721149:0:18712:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094b9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524775360:192.168.203.35@tcp:105: 00010000:00010000:0.0:1715206671.721157:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206671.721179:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+166:2002:x1798523591453184:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 809us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.721185:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157760 00000100:00100000:0.0:1715206671.722078:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.722634:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.723271:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.724718:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.725469:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.725884:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.726074:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2d310 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.726080:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2d310 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.726090:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d5e:0x0]: returning size 53 00010000:00010000:0.0:1715206671.726134:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2d309 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a9 expref: 474 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.726144:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2d310 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a9 expref: 473 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.726149:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5e:0x0].0x0 (ffff88008d6f4e00) 00010000:00010000:0.0:1715206671.726151:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.726153:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920d80, rc 0) 00000100:00100000:0.0:1715206671.726176:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+473:13029:x1798523591453632:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1393us (1459us total) trans 4295216007 rc 0/0 00000100:00100000:0.0:1715206671.726180:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570909 00000100:00100000:0.0:1715206671.727160:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.727555:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.728511:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.728634:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2d325 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.728641:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2d325 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.728651:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d5f:0x0]: returning size 53 00010000:00010000:0.0:1715206671.728740:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2d31e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872b0 expref: 477 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.728752:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2d325 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872b0 expref: 476 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.728758:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5f:0x0].0x0 (ffff88008d6f4a00) 00010000:00010000:0.0:1715206671.728760:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.728762:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920480, rc 0) 00000100:00100000:0.0:1715206671.728794:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+477:13030:x1798523591453952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1546us (1633us total) trans 4295216008 rc 0/0 00000100:00100000:0.0:1715206671.728800:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570910 00000100:00100000:0.0:1715206671.730159:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.730556:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.731328:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.732028:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.733500:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.733527:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.735041:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.736653:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.736750:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.738674:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.739926:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.741226:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.741782:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.742482:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.743584:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.743635:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.744691:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.744856:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.745767:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.746035:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.746872:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.747191:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.747902:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.748368:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.748918:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.749524:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.750016:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.751017:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.751645:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.752709:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.753947:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.754278:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.756532:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.757269:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.758220:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.759470:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.759507:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.759538:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570924 00000100:00100000:0.0:1715206671.759543:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+489:13029:x1798523591457984:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.759552:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.759558:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d436 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582872f6 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.759579:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.759585:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759590:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759596:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.759600:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759603:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759616:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759619:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759622:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759625:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.759627:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759630:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759637:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206671.759638:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.759640:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759643:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d444 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759652:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759655:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759658:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759660:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.759662:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759666:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759671:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x52a89496 (ffff88008ff52800) 00010000:00010000:0.0:1715206671.759673:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.759675:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759679:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d44b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x52a89496 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.759697:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d436 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872f6 expref: 490 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.759706:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d436 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872f6 expref: 490 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.759714:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092987cc0, rc 0) 00000100:00100000:0.0:1715206671.759747:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+489:13029:x1798523591457984:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 202us (277us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.759753:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570924 00000100:00100000:0.0:1715206671.760960:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.760999:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.762621:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.764528:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.765943:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.766953:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.767572:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.768258:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.768756:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.769684:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.770901:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.772390:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.773314:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.774401:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.774919:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.776504:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.776527:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.777758:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.777880:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.778001:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c2d4d7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.778010:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c2d4d7 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.778020:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096 00010000:00010000:0.0:1715206671.778092:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c2d4d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828733c expref: 497 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.778107:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c2d4d7 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828733c expref: 496 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.778112:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff88009200b400) 00010000:00010000:0.0:1715206671.778114:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.778115:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5ef600, rc 0) 00000100:00100000:0.0:1715206671.778131:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+496:13029:x1798523591459520:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1539us (1603us total) trans 4295216032 rc 0/0 00000100:00100000:0.0:1715206671.778135:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570934 00000100:00100000:0.0:1715206671.779418:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.779626:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.780729:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.780765:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.783124:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.783931:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.784365:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.784496:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c2d516 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.784501:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c2d516 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.784509:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096 00010000:00010000:0.0:1715206671.784554:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53a640/0xb73f6b2ce2c2d50f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287351 expref: 500 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.784567:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c2d516 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287351 expref: 499 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.784574:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff88009349db00) 00010000:00010000:0.0:1715206671.784576:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.784578:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538fc0, rc 0) 00000100:00100000:0.0:1715206671.784607:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+499:13030:x1798523591460032:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1420us (1484us total) trans 4295216033 rc 0/0 00000100:00100000:0.0:1715206671.784612:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570937 00000100:00100000:0.0:1715206671.785149:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.785897:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.786606:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.786982:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.787139:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53ad00/0xb73f6b2ce2c2d540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.787144:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53ad00/0xb73f6b2ce2c2d540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.787162:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1008b:0x0]: returning size 260096 00000004:00200000:0.0:1715206671.787164:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.787170:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53ad00/0xb73f6b2ce2c2d540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.787174:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53ad00/0xb73f6b2ce2c2d540 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.787185:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b600/0xb73f6b2ce2c2d539 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828735f expref: 501 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.787192:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53ad00/0xb73f6b2ce2c2d540 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828735f expref: 500 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.787197:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff88009349db00) 00010000:00010000:0.0:1715206671.787198:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.787200:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d53ad00, rc 0) 00000100:00100000:0.0:1715206671.787224:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13030:x1798523591460352:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1255us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.787228:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570939 00000100:00100000:0.0:1715206671.788357:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.790026:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.791131:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.792334:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.793089:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.793937:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.794258:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.795213:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.796385:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.797458:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.797726:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.799603:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.799626:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.801041:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.802678:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.804014:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.805451:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.805485:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.806684:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.807303:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.808420:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.808465:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.809600:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.810686:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.811314:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.812635:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.812814:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.814396:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.814424:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.814489:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570958 00000100:00100000:0.0:1715206671.814495:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+505:13029:x1798523591462976:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.814502:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.814510:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d682 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582873e4 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.814538:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.814547:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814554:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814563:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.814570:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814575:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814591:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814597:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814600:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814603:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.814605:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814608:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814613:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206671.814614:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.814616:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814619:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2d689 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814635:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814641:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814644:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814647:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.814648:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814651:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814654:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x17f1f861 (ffff88008ff52a00) 00010000:00010000:0.0:1715206671.814655:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.814657:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814659:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2d69e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x17f1f861 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.814675:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d682 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582873e4 expref: 506 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.814680:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2d682 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582873e4 expref: 505 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.814684:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092987cc0, rc 0) 00000100:00100000:0.0:1715206671.814700:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+504:13029:x1798523591462976:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 206us (277us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.814707:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570958 00000100:00100000:0.0:1715206671.815851:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.815887:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.817419:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.817726:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.818926:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.819283:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.820672:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.821147:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.822318:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.822673:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.824475:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.824681:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.826733:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.826959:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.829298:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.829322:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.830831:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.831357:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.832250:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.832534:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.832656:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094858fc0/0xb73f6b2ce2c2d7e0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d60:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.832662:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858fc0/0xb73f6b2ce2c2d7e0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d60:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.832670:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d60:0x0]: returning size 0 00010000:00010000:0.0:1715206671.832710:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c2d7d9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287454 expref: 513 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.832728:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858fc0/0xb73f6b2ce2c2d7e0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d60:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287454 expref: 512 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.832734:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d60:0x0].0x0 (ffff880123742800) 00010000:00010000:0.0:1715206671.832737:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.832739:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094858fc0, rc 0) 00000100:00100000:0.0:1715206671.832770:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+512:13029:x1798523591464768:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1299us (1413us total) trans 4295216046 rc 0/0 00000100:00100000:0.0:1715206671.832777:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570972 00000100:00100000:0.0:1715206671.833615:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.833855:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.834673:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.834749:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.834959:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d80a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.834964:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d80a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206671.834983:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d60:0x0]: returning size 0 00000004:00200000:0.0:1715206671.834986:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.834995:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d80a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.835002:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d80a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.835017:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2d803 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287462 expref: 513 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.835030:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2d80a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287462 expref: 512 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.835036:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d60:0x0].0x0 (ffff880123742800) 00010000:00010000:0.0:1715206671.835037:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.835039:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b419e400, rc 0) 00000100:00100000:0.0:1715206671.835084:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+512:13029:x1798523591465024:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1181us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.835091:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570974 00000100:00100000:0.0:1715206671.836923:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.836947:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.837010:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570976 00000100:00100000:0.0:1715206671.837015:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+513:13029:x1798523591465280:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.837023:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.837030:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2d818 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287470 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.837041:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d826 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206671.837047:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d826 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.837051:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d826 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.837115:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2d818 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287470 expref: 516 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.837124:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c2d826 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d60:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287470 expref: 515 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.837128:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d60:0x0].0x0 (ffff880123742800) 00010000:00010000:0.0:1715206671.837130:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1715206671.837131:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092985440, rc 0) 00000100:00100000:0.0:1715206671.837152:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+515:13029:x1798523591465280:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 137us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.837156:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570976 00000100:00100000:0.0:1715206671.838374:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.838410:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.839773:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.839824:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.841786:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.841811:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.843643:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.843666:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.844957:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.844980:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.845112:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083017a80/0xb73f6b2ce2c2d849 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d60:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.845118:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083017a80/0xb73f6b2ce2c2d849 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d60:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.845126:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d60:0x0]: returning size 2048 00010000:00010000:0.0:1715206671.845163:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083015440/0xb73f6b2ce2c2d842 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828748c expref: 519 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.845171:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083017a80/0xb73f6b2ce2c2d849 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d60:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828748c expref: 519 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.845176:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d60:0x0].0x0 (ffff880123742800) 00010000:00010000:0.0:1715206671.845178:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.845179:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083017a80, rc 0) 00000100:00100000:0.0:1715206671.845205:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+519:13029:x1798523591466048:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1458us (1538us total) trans 4295216049 rc 0/0 00000100:00100000:0.0:1715206671.845209:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570978 00000100:00100000:0.0:1715206671.846324:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.846574:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591466304 00000100:00100000:0.0:1715206671.846579:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591466304 00000100:00100000:0.0:1715206671.846606:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570980 00000100:00100000:0.0:1715206671.846612:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+520:13030:x1798523591466304:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.846621:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.846629:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2d873 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828749a expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.846655:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2d87a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.846662:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d850 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d61:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287485 expref: 521 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.846666:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2d87a lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d61:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.846679:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d850 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d61:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287485 expref: 521 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.846685:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c2d850 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d61:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287485 expref: 521 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.846690:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d864a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524778048:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.846716:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.847658:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.847695:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.847833:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2d87a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.847837:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2d87a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.847852:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d61:0x0]: returning size 2048 00000004:00200000:0.0:1715206671.847854:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.847859:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2d87a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d61:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.847864:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2d87a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.847875:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2d873 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828749a expref: 520 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.847886:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c2d87a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828749a expref: 519 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.847897:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d61:0x0].0x0 (ffff88011f2f5300) 00010000:00010000:0.0:1715206671.847900:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.847902:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092985d40, rc 0) 00000100:00100000:0.0:1715206671.847934:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+519:13030:x1798523591466304:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1321us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.847941:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570980 00000100:00100000:0.0:1715206671.851584:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.852545:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.852928:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206671.853651:0:8260:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0001: transno 4295216050 is committed 00000100:00100000:0.0:1715206671.853979:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.853988:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591466688 00000100:00100000:0.0:1715206671.853991:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591466688 00000100:00100000:0.0:1715206671.854011:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 570982 00000100:00100000:0.0:1715206671.854015:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+216:13030:x1798523591466688:12345-192.168.203.35@tcp:44:dbench.0 00000100:00100000:0.0:1715206671.854051:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+216:13030:x1798523591466688:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 36us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.854070:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 570982 00000100:00100000:0.0:1715206671.859086:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.859110:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206671.860227:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988678 is committed 00000001:00080000:0.0:1715206671.860240:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988668 is committed 00000100:00100000:0.0:1715206671.864045:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.864085:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.865567:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.865609:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.867052:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.867096:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.867113:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591467200 00000100:00100000:0.0:1715206671.867116:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591467200 00000100:00100000:0.0:1715206671.867131:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117243 00000100:00100000:0.0:1715206671.867137:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13030:x1798523591467200:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206671.870444:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.870583:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.871742:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.872094:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.873388:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.873493:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.874758:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.874792:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.876359:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.876541:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.877849:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.877874:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.879492:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.879820:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.881925:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.881950:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.884497:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.884524:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.886650:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.886691:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.888212:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.888262:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.888392:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083014900/0xb73f6b2ce2c2da17 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d63:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.888399:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014900/0xb73f6b2ce2c2da17 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d63:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.888408:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d63:0x0]: returning size 0 00010000:00010000:0.0:1715206671.888488:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da09 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828752d expref: 148 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.888500:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014900/0xb73f6b2ce2c2da17 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d63:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828752d expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.888504:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d63:0x0].0x0 (ffff88009353d300) 00010000:00010000:0.0:1715206671.888506:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.888508:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014900, rc 0) 00000100:00100000:0.0:1715206671.888526:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591469120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1769us (1880us total) trans 4295216055 rc 0/0 00000100:00100000:0.0:1715206671.888530:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571001 00000100:00100000:0.0:1715206671.889755:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.889790:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.891041:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.891094:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.892850:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.892886:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.894389:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.894412:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.895797:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.895821:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.898176:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.898272:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.899868:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.900379:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.901044:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.901210:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c2da80 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d62:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.901216:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c2da80 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d62:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.901224:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d62:0x0]: returning size 2048 00010000:00010000:0.0:1715206671.901265:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c2da79 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287565 expref: 154 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.901280:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c2da80 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d62:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287565 expref: 153 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.901286:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d62:0x0].0x0 (ffff880120b55200) 00010000:00010000:0.0:1715206671.901289:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.901291:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009485a640, rc 0) 00000100:00100000:0.0:1715206671.901324:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591470400:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1371us (1456us total) trans 4295216059 rc 0/0 00000100:00100000:0.0:1715206671.901331:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571007 00000100:00100000:0.0:1715206671.901474:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.902368:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.902909:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.903670:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.903950:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.905361:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.905602:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.906612:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.906860:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.908020:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.908168:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.911110:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.911134:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.912596:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.912635:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.914466:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.914510:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.916107:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.916163:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.918083:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.919589:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.919627:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.921319:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.921510:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591472704 00000100:00100000:0.0:1715206671.921514:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591472704 00000100:00100000:0.0:1715206671.921536:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571028 00000100:00100000:0.0:1715206671.921540:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591472704:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.921547:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.921549:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1715206671.921557:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2dae9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828758f expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.921571:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206671.921573:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206671.921579:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c2dc08 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582875f8 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.921606:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.921611:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921615:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921620:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2dc16 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x4bb1867f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.921624:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2dc16 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x4bb1867f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921627:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2dc16 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x4bb1867f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00080000:0.0:1715206671.921719:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe7b:0x0], index 1: 0 00010000:00010000:0.0:1715206671.921766:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2dc24 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.921771:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2dc24 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921776:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2dc24 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921791:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921795:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921798:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921800:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.921802:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921805:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921809:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206671.921811:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.921812:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921815:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2dc0f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000004:00010000:0.0:1715206671.921821:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009690bb80 reply state ffff88013093f000 transno 4295216062 ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2dc16 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x4bb1867f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921826:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c2dc16 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x4bb1867f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.921829:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x4bb1867f (ffff8800972e0800) 00010000:00010000:0.0:1715206671.921830:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206671.921832:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206671.921843:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c2dc08 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582875f8 expref: 158 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.921849:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c2dc24 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582875f8 expref: 157 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.921853:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d65:0x0].0x0 (ffff8800972e0900) 00010000:00010000:0.0:1715206671.921854:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.921856:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092984000, rc 0) 00000100:00100000:0.0:1715206671.921882:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13029:x1798523591472704:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 341us (393us total) trans 4295216062 rc 0/0 00000100:00100000:0.0:1715206671.921886:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571028 00000100:00100000:0.0:1715206671.923737:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.923776:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.925170:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.925196:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.927154:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.927179:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.927235:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571029 00000100:00100000:0.0:1715206671.927239:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591473280:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.927249:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.927256:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2dc47 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828760d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.927289:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2dc55 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.927296:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2dc1d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582875f1 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.927301:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2dc55 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d64:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.927319:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2dc1d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582875f1 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.927327:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2dc1d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582875f1 expref: 163 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.927335:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880120729180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524778880:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.927366:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.928476:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.928518:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.928657:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2dc55 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d64:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.928663:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2dc55 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d64:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206671.928670:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d64:0x0]: returning size 0 00010000:00010000:0.0:1715206671.928709:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c2dc47 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828760d expref: 164 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.928717:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c2dc55 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d64:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828760d expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.928721:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d64:0x0].0x0 (ffff880091915700) 00010000:00010000:0.0:1715206671.928723:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206671.928725:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092984b40, rc 0) 00000100:00100000:0.0:1715206671.928748:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591473280:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1507us (1594us total) trans 4295216065 rc 0/0 00000100:00100000:0.0:1715206671.928753:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571029 00000100:00100000:0.0:1715206671.930004:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.930038:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.930075:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591473600 00000100:00100000:0.0:1715206671.930079:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591473600 00000100:00100000:0.0:1715206671.930097:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571032 00000100:00100000:0.0:1715206671.930102:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591473600:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.930110:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.930116:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2dc78 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287622 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.930138:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094960fc0/0xb73f6b2ce2c2dc86 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206671.930144:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c2dc5c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d65:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287614 expref: 165 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.930147:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094960fc0/0xb73f6b2ce2c2dc86 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.930158:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c2dc5c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d65:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287614 expref: 165 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.930164:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c2dc5c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d65:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287614 expref: 165 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.930169:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012072a680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524779072:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.930193:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.931118:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.931139:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.931270:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094960fc0/0xb73f6b2ce2c2dc86 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.931274:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094960fc0/0xb73f6b2ce2c2dc86 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206671.931289:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d65:0x0]: returning size 0 00000004:00200000:0.0:1715206671.931291:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.931297:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094960fc0/0xb73f6b2ce2c2dc86 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.931302:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094960fc0/0xb73f6b2ce2c2dc86 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206671.931312:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c2dc78 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287622 expref: 164 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.931320:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094960fc0/0xb73f6b2ce2c2dc86 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287622 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.931324:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d65:0x0].0x0 (ffff8800972e0900) 00010000:00010000:0.0:1715206671.931326:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.931327:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094960fc0, rc 0) 00000100:00100000:0.0:1715206671.931351:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591473600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1249us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.931355:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571032 00000100:00100000:0.0:1715206671.932672:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.932756:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.934013:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.934096:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.935191:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.935455:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.937279:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.937912:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.939744:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.939770:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.939825:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571036 00000100:00100000:0.0:1715206671.939830:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13030:x1798523591474624:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.939847:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.939854:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009084c240/0xb73f6b2ce2c2dcbe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828764c expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.939893:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2dcc5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d64:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206671.939900:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2dc7f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828761b expref: 169 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.939905:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2dcc5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d64:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206671.939919:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2dc7f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828761b expref: 169 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.939925:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8480/0xb73f6b2ce2c2dc7f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828761b expref: 169 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206671.939935:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c67100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524779392:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206671.939962:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206671.941015:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.941051:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.942639:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.942918:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.943897:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206671.944049:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c2dce8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.944069:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c2dce8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206671.944088:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d64:0x0]: returning size 2048 00000004:00200000:0.0:1715206671.944091:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206671.944100:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c2dce8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.944106:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c2dce8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206671.944120:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c2dce1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287653 expref: 171 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.944130:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c2dce8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d64:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287653 expref: 171 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.944137:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d64:0x0].0x0 (ffff880091915700) 00010000:00010000:0.0:1715206671.944139:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206671.944142:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094199d40, rc 0) 00000100:00100000:0.0:1715206671.944162:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591474816:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1451us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206671.944168:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571037 00000100:00100000:0.0:1715206671.946021:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.946045:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.946107:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571040 00000100:00100000:0.0:1715206671.946110:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13029:x1798523591475136:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206671.946117:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206671.946123:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c2dcfd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287668 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.946143:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.946149:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946153:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946160:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206671.946163:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946166:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946184:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946189:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946192:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946196:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.946198:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946201:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946206:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206671.946207:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.946209:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946211:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c2dd0b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946216:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946219:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946222:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946224:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206671.946226:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946229:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946233:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x98b08880 (ffff8800972e0a00) 00010000:00010000:0.0:1715206671.946234:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206671.946235:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946237:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2dd19 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x98b08880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206671.946266:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c2dcfd lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287668 expref: 171 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.946270:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c2dcfd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287668 expref: 171 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206671.946274:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092234000, rc 0) 00000100:00100000:0.0:1715206671.946299:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591475136:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 188us (254us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206671.946303:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571040 00000100:00100000:0.0:1715206671.947392:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.947584:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.949077:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.949103:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.952761:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.952784:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.954306:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.954579:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.955884:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.956491:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.958183:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.958533:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.963257:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.964274:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.964857:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.966158:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.966194:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.967793:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.967809:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591476800 00000100:00100000:0.0:1715206671.967812:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591476800 00000100:00100000:0.0:1715206671.967826:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117262 00000100:00100000:0.0:1715206671.967829:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dcfe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591476800:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206671.969707:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.970841:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.971201:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.972605:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.973750:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.975678:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.977497:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.978813:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.979441:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.980584:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.980607:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.981730:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.982081:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.983250:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.985637:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.986696:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.987354:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.988298:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.988607:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.989495:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.989990:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.991129:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.991501:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.992402:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.994297:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.995386:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.996307:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.997566:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.997617:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.998795:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.998843:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.999900:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206671.999945:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.000011:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117273 00000100:00100000:0.0:1715206672.000018:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+188:13029:x1798523591479872:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.000140:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591479872:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 121us (193us total) trans 4295216091 rc 0/0 00000100:00100000:0.0:1715206672.000147:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117273 00000100:00100000:0.0:1715206672.001031:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.001106:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.002086:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.002135:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.003187:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.003960:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.005121:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.006522:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.007517:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.008216:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.009122:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.009754:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.010866:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.013487:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.014423:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.014727:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.015614:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.016223:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.017517:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.017625:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c2df7a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.017631:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c2df7a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206672.017649:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.017652:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.017659:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c2df7a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.017665:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c2df7a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.017678:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c2df73 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287733 expref: 201 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.017688:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c2df7a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287733 expref: 200 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.017692:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff88012f350000) 00010000:00010000:0.0:1715206672.017694:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.017696:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092982880, rc 0) 00000100:00100000:0.0:1715206672.017713:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13030:x1798523591481600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1416us (1491us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.017717:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571073 00000100:00100000:0.0:1715206672.018600:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.019954:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.021249:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.021574:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.022775:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.023015:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.024289:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.024650:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.025720:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.025827:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.025837:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591482624 00000100:00100000:0.0:1715206672.025840:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591482624 00000100:00100000:0.0:1715206672.025859:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571079 00000100:00100000:0.0:1715206672.025863:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+203:13030:x1798523591482624:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.025873:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.025879:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2dfdc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828775d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.025897:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c2dfe3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.025903:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2dfc0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828774f expref: 204 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.025907:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c2dfe3 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.025917:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2dfc0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828774f expref: 204 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.025923:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2dfc0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828774f expref: 204 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206672.025928:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524780544:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.025944:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.026962:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.027452:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.028488:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.029230:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591482944 00000100:00100000:0.0:1715206672.029234:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591482944 00000100:00100000:0.0:1715206672.029256:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571081 00000100:00100000:0.0:1715206672.029261:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13030:x1798523591482944:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.029269:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.029277:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2dfff lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828776b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.029318:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e006 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.029328:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c1ddbc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282261 expref: 203 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.029334:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e006 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.029349:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c1ddbc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282261 expref: 203 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.029358:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c1ddbc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282261 expref: 203 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206672.029367:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524780672:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.029397:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.030333:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.031111:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.031711:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.032269:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.032851:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.033837:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.035365:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.035991:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.037417:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.038240:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.038850:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.039506:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.040075:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.040893:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.042163:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.042478:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.043651:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.043829:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c2e092 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.043833:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c2e092 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.043841:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10097:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.043881:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c2e08b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877a3 expref: 208 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.043897:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c2e092 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877a3 expref: 207 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.043902:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff88009086c700) 00010000:00010000:0.0:1715206672.043904:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.043905:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f13ad00, rc 0) 00000100:00100000:0.0:1715206672.043923:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+207:13030:x1798523591484224:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1394us (1446us total) trans 4295216111 rc 0/0 00000100:00100000:0.0:1715206672.043927:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571089 00000100:00100000:0.0:1715206672.045142:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.045166:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.045239:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571090 00000100:00100000:0.0:1715206672.045244:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+208:13030:x1798523591484416:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.045252:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.045259:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e0a0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582877aa expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.045279:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016400/0xb73f6b2ce2c2e0ae lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.045286:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c2e092 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877a3 expref: 210 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.045290:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083016400/0xb73f6b2ce2c2e0ae lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.045301:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c2e092 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877a3 expref: 210 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.045308:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c2e092 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10097:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877a3 expref: 210 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206672.045314:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524781248:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.045358:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.046632:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.046652:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.048445:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.049783:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.049847:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.051224:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.052470:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.052575:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.053831:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.053850:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.055673:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.056365:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.056941:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.057571:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.059161:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.059328:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.060249:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.060466:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.060555:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2e141 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.060561:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2e141 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.060568:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009b:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.060605:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2e13a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877e9 expref: 213 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.060625:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2e141 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877e9 expref: 212 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.060631:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff88012f350b00) 00010000:00010000:0.0:1715206672.060633:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.060635:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f13b3c0, rc 0) 00000100:00100000:0.0:1715206672.060656:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+212:13029:x1798523591485760:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1264us (1327us total) trans 4295216116 rc 0/0 00000100:00100000:0.0:1715206672.060665:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571099 00000100:00100000:0.0:1715206672.062248:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591485952 00000100:00100000:0.0:1715206672.062253:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591485952 00000100:00100000:0.0:1715206672.062272:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571100 00000100:00100000:0.0:1715206672.062276:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+212:13029:x1798523591485952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.062284:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.062290:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e14f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582877f0 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.062311:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014900/0xb73f6b2ce2c2e156 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.062317:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2e141 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877e9 expref: 213 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.062322:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083014900/0xb73f6b2ce2c2e156 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.062332:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2e141 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877e9 expref: 213 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.062338:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2e141 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582877e9 expref: 213 pid: 11041 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206672.062343:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524781888:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.062371:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.062705:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.063510:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.064009:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.065465:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.065689:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.066760:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.066854:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.069114:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.069137:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.069183:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571104 00000100:00100000:0.0:1715206672.069187:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13030:x1798523591486656:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.069196:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.069203:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e195 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828780c expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.069239:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e1a3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.069246:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48a640/0xb73f6b2ce2c1e0cc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282395 expref: 217 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.069251:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e1a3 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.069262:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48a640/0xb73f6b2ce2c1e0cc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282395 expref: 217 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.069268:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48a640/0xb73f6b2ce2c1e0cc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282395 expref: 217 pid: 8278 timeout: 1122 lvb_type: 0 00000100:00100000:0.0:1715206672.069275:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524782144:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.069302:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.070492:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.070530:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.072223:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.073025:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.073825:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.074469:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.076290:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.076789:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.077656:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.079483:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.079866:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.080689:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.081031:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.082549:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.082995:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.083805:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.084196:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.085748:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.086138:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.087202:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.087394:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.089098:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.090014:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.090643:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.091337:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.093090:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.093289:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.094799:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.094822:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.094981:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c2e298 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.094986:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c2e298 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.095004:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.095006:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.095012:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c2e298 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.095017:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c2e298 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.095028:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2e28a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828786e expref: 224 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.095045:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c2e298 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828786e expref: 223 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.095049:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff8800940cc300) 00010000:00010000:0.0:1715206672.095051:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.095052:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f138000, rc 0) 00000100:00100000:0.0:1715206672.095083:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13030:x1798523591488832:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1703us (1994us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.095087:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571118 00000100:00100000:0.0:1715206672.096914:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.097250:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.098334:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.098400:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.099942:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.101202:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.101224:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.101337:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c2e2d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.101343:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c2e2d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.101358:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a6:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.101359:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.101365:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c2e2d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.101371:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c2e2d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.101382:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c2e2d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828788a expref: 226 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.101390:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c2e2d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828788a expref: 225 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.101395:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff8800940cc800) 00010000:00010000:0.0:1715206672.101397:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.101398:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094859200, rc 0) 00000100:00100000:0.0:1715206672.101413:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13030:x1798523591489472:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1370us (1473us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.101417:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571122 00000100:00100000:0.0:1715206672.102419:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.103668:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.103911:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591489920 00000100:00100000:0.0:1715206672.103915:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591489920 00000100:00100000:0.0:1715206672.103930:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571125 00000100:00100000:0.0:1715206672.103933:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+226:13029:x1798523591489920:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.103940:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.103946:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e301 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828789f expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.103964:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2e308 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.103970:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4900/0xb73f6b2ce2c2e2e5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287891 expref: 227 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.103974:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2e308 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.103985:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4900/0xb73f6b2ce2c2e2e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287891 expref: 227 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.103990:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4900/0xb73f6b2ce2c2e2e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287891 expref: 227 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.103996:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092968e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524783488:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.104021:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9780 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.104909:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.104970:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.105128:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2e308 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.105135:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2e308 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.105151:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a7:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.105153:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.105160:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2e308 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.105165:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2e308 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.105176:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e301 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828789f expref: 228 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.105185:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2e308 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828789f expref: 226 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.105189:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff8800940cc600) 00010000:00010000:0.0:1715206672.105191:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.105193:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083016d00, rc 0) 00000100:00100000:0.0:1715206672.105224:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+226:13029:x1798523591489920:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1290us (1344us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.105229:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571125 00000100:00100000:0.0:1715206672.106629:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.107810:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.108016:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.109002:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.109748:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.110633:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.111551:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.111878:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.113183:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.113655:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.114514:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.115172:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.116698:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.116720:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.116771:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571136 00000100:00100000:0.0:1715206672.116775:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+227:13029:x1798523591491200:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.116786:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.116793:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e3c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582878ec expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.116816:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.116821:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116826:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116831:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.116835:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116838:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116852:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116855:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116858:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116861:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.116863:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116866:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116870:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.116871:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.116873:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116876:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e3d3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116881:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116884:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116887:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116893:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.116894:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116897:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116900:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x52788402 (ffff88009353d400) 00010000:00010000:0.0:1715206672.116902:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.116903:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116905:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e3da lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x52788402 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.116917:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e3c5 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582878ec expref: 229 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.116921:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e3c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582878ec expref: 229 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.116925:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083016f40, rc 0) 00000100:00100000:0.0:1715206672.116949:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591491200:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 173us (228us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.116953:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571136 00000100:00100000:0.0:1715206672.118315:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.118338:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.119991:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.120153:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.121349:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.121644:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.123159:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.123182:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.124588:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.125677:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.126637:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.128310:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.129111:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.129964:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.131246:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.131270:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.132881:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.132902:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.134236:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.134265:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.134404:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c2e50e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.134410:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c2e50e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.134448:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d66:0x0]: returning size 0 00000004:00200000:0.0:1715206672.134451:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.134533:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c2e50e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.134541:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c2e50e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.134553:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2e500 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828794e expref: 235 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.134574:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c2e50e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828794e expref: 234 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.134578:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d66:0x0].0x0 (ffff88009738cc00) 00010000:00010000:0.0:1715206672.134580:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.134581:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f138d80, rc 0) 00000100:00100000:0.0:1715206672.134601:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13030:x1798523591492800:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1653us (1721us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.134606:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571148 00000100:00100000:0.0:1715206672.135840:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.136375:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.137004:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.138245:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.139591:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.141018:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.141674:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.142418:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.143535:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.144544:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.144849:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.146100:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.146696:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.147370:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.147579:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400c6c0/0xb73f6b2ce2c2e577 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d67:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.147587:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400c6c0/0xb73f6b2ce2c2e577 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d67:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.147597:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d67:0x0]: returning size 2048 00010000:00010000:0.0:1715206672.147649:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d8c0/0xb73f6b2ce2c2e570 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287986 expref: 243 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.147672:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400c6c0/0xb73f6b2ce2c2e577 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d67:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287986 expref: 242 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.147680:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d67:0x0].0x0 (ffff8800935eb900) 00010000:00010000:0.0:1715206672.147682:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.147684:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b400c6c0, rc 0) 00000100:00100000:0.0:1715206672.147709:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+242:13029:x1798523591494144:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1507us (1608us total) trans 4295216140 rc 0/0 00000100:00100000:0.0:1715206672.147714:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571154 00000100:00100000:0.0:1715206672.148015:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.148955:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.150231:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.151609:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.153019:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.153897:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.154516:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.155499:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.157160:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.157756:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.159396:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.159936:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.160789:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.161800:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.162211:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.163177:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.163485:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.164729:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.166025:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.166536:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.168097:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.168637:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.169848:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.170442:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.171218:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.172113:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.172623:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.173468:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.173654:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2e665 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.173660:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2e665 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.173668:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.173709:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2e65e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582879e8 expref: 253 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.173728:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2e665 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582879e8 expref: 252 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.173733:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff880095dd8d00) 00010000:00010000:0.0:1715206672.173735:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.173737:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092232640, rc 0) 00000100:00100000:0.0:1715206672.173808:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13029:x1798523591496448:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1633us (1694us total) trans 4295216148 rc 0/0 00000100:00100000:0.0:1715206672.173813:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571168 00000100:00100000:0.0:1715206672.175444:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.176668:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.176692:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.178383:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.180278:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.180305:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.180365:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571174 00000100:00100000:0.0:1715206672.180370:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591497088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.180378:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.180386:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e6c0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287a12 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.180414:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.180420:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180444:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180451:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.180456:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180462:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180493:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180496:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180499:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180502:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.180504:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180507:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180511:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206672.180513:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.180515:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180518:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2e6ce lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180532:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180536:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180541:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180543:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.180545:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180547:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180551:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5ae91372 (ffff88009353db00) 00010000:00010000:0.0:1715206672.180552:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.180553:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180556:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e6dc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x5ae91372 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.180570:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e6c0 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287a12 expref: 252 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.180574:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e6c0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287a12 expref: 252 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.180578:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083016f40, rc 0) 00000100:00100000:0.0:1715206672.180594:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591497088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 223us (288us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.180598:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571174 00000100:00100000:0.0:1715206672.181851:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.182374:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.183881:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.184673:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.185402:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.186364:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.187173:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.187786:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.188699:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.189144:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.190582:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.190826:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.192158:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.192615:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.194889:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.194915:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.196870:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.196962:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.198321:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.199633:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.199880:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.201153:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.201305:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c2e84f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d68:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.201310:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c2e84f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d68:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.201326:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d68:0x0]: returning size 0 00000004:00200000:0.0:1715206672.201329:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.201336:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c2e84f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d68:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.201341:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c2e84f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.201352:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e848 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287a90 expref: 258 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.201369:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c2e84f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d68:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287a90 expref: 257 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.201373:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d68:0x0].0x0 (ffff880095dd8c00) 00010000:00010000:0.0:1715206672.201375:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.201376:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800922321c0, rc 0) 00000100:00100000:0.0:1715206672.201392:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591499072:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1461us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.201397:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571190 00000100:00100000:0.0:1715206672.201406:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591499264 00000100:00100000:0.0:1715206672.201409:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591499264 00000100:00100000:0.0:1715206672.201437:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571191 00000100:00100000:0.0:1715206672.201442:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591499264:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.201451:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.201457:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e856 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287a97 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.201485:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e85d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.201491:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cb180/0xb73f6b2ce2c2e81e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287a7b expref: 258 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.201495:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e85d lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.201505:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cb180/0xb73f6b2ce2c2e81e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287a7b expref: 258 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.201511:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cb180/0xb73f6b2ce2c2e81e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287a7b expref: 258 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.201517:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8db800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524785152:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.201548:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9780 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.202688:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.203843:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.204356:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.205477:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.205512:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.205587:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2e880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.205592:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2e880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.205605:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d69:0x0]: returning size 0 00000004:00200000:0.0:1715206672.205607:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.205613:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2e880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.205617:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2e880 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.205630:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2e879 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aa5 expref: 260 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.205646:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2e880 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aa5 expref: 259 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.205650:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d69:0x0].0x0 (ffff88011f3f9d00) 00010000:00010000:0.0:1715206672.205652:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.205653:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9200, rc 0) 00000100:00100000:0.0:1715206672.205668:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13029:x1798523591499456:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1226us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.205672:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571193 00000100:00100000:0.0:1715206672.206543:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.207217:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.208481:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.208560:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.209646:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.210134:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.211229:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.211735:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.212570:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.213120:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.213645:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.214289:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.214403:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2e8cd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.214408:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2e8cd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.214416:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d69:0x0]: returning size 2048 00010000:00010000:0.0:1715206672.214470:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cb180/0xb73f6b2ce2c2e8c6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287acf expref: 265 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.214484:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2e8cd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287acf expref: 264 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.214490:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d69:0x0].0x0 (ffff88011f3f9d00) 00010000:00010000:0.0:1715206672.214493:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.214495:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c86c0, rc 0) 00000100:00100000:0.0:1715206672.214524:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+264:13029:x1798523591500480:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1349us (1402us total) trans 4295216158 rc 0/0 00000100:00100000:0.0:1715206672.214530:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571197 00000100:00100000:0.0:1715206672.215737:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.216966:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.218833:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.220568:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.221458:0:8260:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0001: transno 4295216158 is committed 00000004:00080000:0.0:1715206672.221568:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 441 committed 00000004:00080000:0.0:1715206672.221577:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 442 committed 00000100:00100000:0.0:1715206672.221612:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206672.221622:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524785792:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206672.221652:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221669:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524785984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206672.221684:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221697:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524786240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206672.221713:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221724:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880096909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524786496:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.221743:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009690a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524785856:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.221760:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221779:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524786112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206672.221793:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221803:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880096909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524786368:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.221817:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221840:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880096909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524786624:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.221864:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221877:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1715206672.221882:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524785920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206672.221894:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221903:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009690b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524786176:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.221916:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221935:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524786432:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206672.221948:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221957:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009690b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524786688:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.221971:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.221995:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77538 00000100:00100000:0.0:1715206672.222001:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+12:3685:x1798523524786112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1715206672.222015:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3698 count 1 00010000:00010000:0.0:1715206672.222025:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222043:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2c0e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c58 expref: 156 pid: 18695 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.222050:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.222051:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.222078:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222096:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2c0e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c58 expref: 156 pid: 18695 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.222105:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2c0e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c58 expref: 156 pid: 18695 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.222115:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524787200:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.222133:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.222148:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77543 00000100:00100000:0.0:1715206672.222153:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+9:3685:x1798523524786176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1715206672.222164:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3690 count 1 00010000:00010000:0.0:1715206672.222174:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c2e92f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222184:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c2a861 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828642b expref: 155 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222191:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.222192:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.222195:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c2e92f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222209:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c2a861 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828642b expref: 155 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222217:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c2a861 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828642b expref: 155 pid: 18675 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.222226:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524787456:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.222243:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.222279:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524786560 00000100:00100000:0.0:1715206672.222282:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524786560 00000100:00100000:0.0:1715206672.222300:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77546 00000100:00100000:0.0:1715206672.222304:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+10:3688:x1798523524786560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1715206672.222315:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3698 count 1 00010000:00010000:0.0:1715206672.222324:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222334:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092237600/0xb73f6b2ce2c2c0e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c51 expref: 155 pid: 18684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.222339:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.222341:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.222343:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222358:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092237600/0xb73f6b2ce2c2c0e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c51 expref: 155 pid: 18684 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.222366:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092237600/0xb73f6b2ce2c2c0e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c51 expref: 155 pid: 18684 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.222373:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524787648:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.222403:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.222414:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.222446:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009690bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524786752:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.222520:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.222542:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524786752 00000100:00100000:0.0:1715206672.222545:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524786752 00000100:00100000:0.0:1715206672.222555:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77548 00000100:00100000:0.0:1715206672.222557:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+12:3687:x1798523524786752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1715206672.222565:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3695 count 1 00010000:00010000:0.0:1715206672.222573:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222579:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c2b6ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582868ed expref: 155 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222583:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.222584:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.222586:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222596:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c2b6ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582868ed expref: 155 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.222604:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c2b6ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582868ed expref: 155 pid: 18684 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.222610:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524787776:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.222624:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.222755:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.226241:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.226295:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.226361:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157912 00000100:00100000:0.0:1715206672.226366:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+158:2002:x1798523591501184:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.226373:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.226377:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c2c02b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c0b expref: 158 pid: 18695 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.226385:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c2c02b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c0b expref: 158 pid: 18695 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.226398:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c2c02b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c0b expref: 158 pid: 18695 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.226407:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226408:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226410:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2e8fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226419:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2e8fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226452:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.226479:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+157:2002:x1798523591501184:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 112us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.226483:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157912 00000100:00100000:0.0:1715206672.226551:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.226557:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591501056 00000100:00100000:0.0:1715206672.226559:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591501056 00010000:00010000:0.0:1715206672.226567:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009084ef40/0xb73f6b2ce2c2ad00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c8 expref: 156 pid: 18675 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.226577:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157914 00000100:00100000:0.0:1715206672.226580:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+156:2002:x1798523591501056:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.226586:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.226589:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009084ef40/0xb73f6b2ce2c2ad00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c8 expref: 156 pid: 18675 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226597:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009084ef40/0xb73f6b2ce2c2ad00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c8 expref: 155 pid: 18675 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226609:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009084ef40/0xb73f6b2ce2c2ad00 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c8 expref: 155 pid: 18675 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226622:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226623:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226626:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226632:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226643:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.226658:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+154:2002:x1798523591501056:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 76us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.226663:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157914 00000100:00100000:0.0:1715206672.226688:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591501376 00000100:00100000:0.0:1715206672.226691:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591501376 00010000:00010000:0.0:1715206672.226699:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c2acf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c1 expref: 156 pid: 18675 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.226715:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591501440 00000100:00100000:0.0:1715206672.226717:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591501440 00010000:00010000:0.0:1715206672.226724:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c2c032 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c12 expref: 157 pid: 18684 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.226733:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157916 00000100:00100000:0.0:1715206672.226737:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+157:2002:x1798523591501376:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.226742:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.226745:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c2acf9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c1 expref: 158 pid: 18675 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226753:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c2acf9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c1 expref: 158 pid: 18675 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226765:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c2acf9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe6b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582865c1 expref: 158 pid: 18675 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226773:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226774:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226777:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c2e913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226783:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c2e913 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe6b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226802:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.226817:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+158:2002:x1798523591501376:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 79us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.226821:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157916 00000100:00100000:0.0:1715206672.226833:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157919 00000100:00100000:0.0:1715206672.226836:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+154:2003:x1798523591501632:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.226841:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.226844:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2c0e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c58 expref: 154 pid: 18695 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226849:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2c0e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c58 expref: 154 pid: 18695 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226857:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226858:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226860:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226864:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226871:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.226882:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2003:x1798523591501632:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 44us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.226887:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157919 00000100:00100000:0.0:1715206672.226897:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157920 00000100:00100000:0.0:1715206672.226902:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+156:2003:x1798523591501568:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.226907:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.226911:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092987600/0xb73f6b2ce2c2b565 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286861 expref: 156 pid: 18693 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226919:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092987600/0xb73f6b2ce2c2b565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286861 expref: 156 pid: 18693 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.226928:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226930:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.226932:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c2e91a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226942:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c2e91a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe6e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.226949:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.226963:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2003:x1798523591501568:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 60us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.226969:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157920 00000100:00100000:0.0:1715206672.226993:0:3687:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989157 gen 2 00000100:00100000:0.0:1715206672.227049:0:3687:0:(client.c:3000:ptlrpc_free_committed()) @@@ stopping search req@ffff88011fee3b80 x1798523524786240/t4294989169(4294989169) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1715206688 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 00000004:00080000:0.0:1715206672.227072:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fee3b80/2, rc 0, transno 21873 00000100:00100000:0.0:1715206672.227077:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524786240:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1715206672.227095:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2c0e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe72:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286c58 expref: 151 pid: 18695 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.227102:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524787200:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.227109:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227113:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227117:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227124:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227128:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227132:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227135:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.227137:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227141:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227147:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227150:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2e90c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.227271:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+14:3685:x1798523524786112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5270us (5476us total) trans 4294989173 rc 0/0 00000100:00100000:0.0:1715206672.227275:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77538 00000100:00100000:0.0:1715206672.227284:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77551 00000100:00100000:0.0:1715206672.227287:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+14:3685:x1798523524787968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1715206672.227296:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3699 count 1 00010000:00010000:0.0:1715206672.227303:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2e960 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe73:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227311:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092983600/0xb73f6b2ce2c2c270 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ce4 expref: 150 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227314:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.227315:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.227317:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2e960 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227326:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092983600/0xb73f6b2ce2c2c270 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ce4 expref: 150 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227332:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092983600/0xb73f6b2ce2c2c270 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe73:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286ce4 expref: 150 pid: 18695 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.227338:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524788096:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.227351:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.227370:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524787456:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.227390:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c2e92f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.227404:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591501696 00000100:00100000:0.0:1715206672.227406:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591501696 00010000:00010000:0.0:1715206672.227417:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092231200/0xb73f6b2ce2c2a868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286432 expref: 151 pid: 9393 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.227448:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591501760 00000100:00100000:0.0:1715206672.227450:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591501760 00010000:00010000:0.0:1715206672.227459:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924caac0/0xb73f6b2ce2c2b6f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582868f4 expref: 152 pid: 18674 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.227473:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157921 00000100:00100000:0.0:1715206672.227477:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+152:2003:x1798523591501696:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.227484:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.227488:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092231200/0xb73f6b2ce2c2a868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286432 expref: 152 pid: 9393 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.227495:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092231200/0xb73f6b2ce2c2a868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286432 expref: 152 pid: 9393 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.227503:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092231200/0xb73f6b2ce2c2a868 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286432 expref: 152 pid: 9393 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.227510:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.227511:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.227512:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227516:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227528:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.227541:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2003:x1798523591501696:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 63us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.227545:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157921 00010000:00010000:0.0:1715206672.227564:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227571:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227578:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227583:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227589:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227595:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.227598:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227604:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227618:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227625:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c2e928 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe6a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.227805:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+17:3685:x1798523524785920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5657us (5909us total) trans 4294989174 rc 0/0 00000100:00100000:0.0:1715206672.227809:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77542 00000100:00100000:0.0:1715206672.227828:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524787648:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.227839:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.227876:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715206672.227884:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524788416:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.227916:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524787776:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.227926:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227938:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227945:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227956:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227975:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227982:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227987:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.227990:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.227996:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228003:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228007:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c2e944 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe72:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.228037:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206672.228074:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228099:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228106:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228113:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228117:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228120:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830173c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.228122:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228126:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228132:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228136:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2e952 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe6f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.228206:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524786752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5647us (5686us total) trans 4294988684 rc 0/0 00000100:00100000:0.0:1715206672.228211:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77548 00000100:00100000:0.0:1715206672.228267:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3688:x1798523524786560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5962us (6013us total) trans 4294988685 rc 0/0 00000100:00100000:0.0:1715206672.228271:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77546 00010000:00010000:0.0:1715206672.228281:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228285:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228289:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228293:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228296:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228301:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a7600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.228303:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228309:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228318:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.228324:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2e8e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe6b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206672.228362:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fee1f80/2, rc 0, transno 21876 00000100:00100000:0.0:1715206672.228367:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524785984:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1715206672.228375:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880096909880/2, rc 0, transno 21391 00000100:00100000:0.0:1715206672.228378:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880096909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524786496:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1715206672.228386:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009690bb80/2, rc 0, transno 21388 00000100:00100000:0.0:1715206672.228389:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009690bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524786752:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.228402:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524788608:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206672.228419:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.228491:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009690a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524788672:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206672.228509:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.228593:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+17:3687:x1798523524785792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6879us (6930us total) trans 4294989176 rc 0/0 00000100:00100000:0.0:1715206672.228598:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77533 00000100:00100000:0.0:1715206672.228995:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+147:2000:x1798523591502080:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 881us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.229002:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77555 00000100:00100000:0.0:1715206672.229842:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.230040:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.230357:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230367:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230372:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230375:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230379:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230382:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.230384:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230388:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230395:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.230400:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c2e967 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe77:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.230566:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+10:3685:x1798523524788032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3226us (3256us total) trans 4294989179 rc 0/0 00000100:00100000:0.0:1715206672.230571:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77552 00000100:00100000:0.0:1715206672.231497:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.231506:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.231525:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.231700:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231707:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231712:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231716:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231719:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231723:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.231725:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231728:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231736:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.231740:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092231440/0xb73f6b2ce2c2e983 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.231814:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+10:3686:x1798523524788608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3347us (3394us total) trans 4294989180 rc 0/0 00000100:00100000:0.0:1715206672.231819:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77557 00000100:00100000:0.0:1715206672.232128:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.232219:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.233576:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.233599:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.233651:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571202 00000100:00100000:0.0:1715206672.233655:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591502848:12345-192.168.203.35@tcp:44:dbench.0 00000100:00100000:0.0:1715206672.233718:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591502848:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 63us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.233723:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571202 00000100:00100000:0.0:1715206672.234720:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.234742:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.235411:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988692 is committed 00000001:00080000:0.0:1715206672.235415:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988691 is committed 00000100:00100000:0.0:1715206672.241673:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.241696:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.241747:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571204 00000100:00100000:0.0:1715206672.241751:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591503168:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.241775:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.241782:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2e998 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287add expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.241812:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.241820:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241825:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241831:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.241835:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241838:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241857:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241860:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241863:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241866:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.241868:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241872:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241877:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206672.241879:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.241881:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241884:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2e9a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241897:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241900:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241902:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241905:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.241907:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241909:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241913:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa992fa2d (ffff88012d3d8200) 00010000:00010000:0.0:1715206672.241914:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.241915:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241918:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2e9ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.241931:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2e998 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287add expref: 147 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.241936:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2e998 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287add expref: 147 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.241940:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73cc0, rc 0) 00000100:00100000:0.0:1715206672.241967:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591503168:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 216us (271us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.241972:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571204 00000100:00100000:0.0:1715206672.243181:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.243386:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.244604:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.244929:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.247589:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.247791:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591503680 00000100:00100000:0.0:1715206672.247796:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591503680 00000100:00100000:0.0:1715206672.247816:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571208 00000100:00100000:0.0:1715206672.247819:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13029:x1798523591503680:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.247826:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.247827:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1715206672.247836:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c2e9c2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287af2 expref: 147 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.247844:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.247846:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206672.247850:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2e9de lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287b00 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.247881:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.247886:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.247891:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.247896:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71d40/0xb73f6b2ce2c2e9ec lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xa992fa2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.247900:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71d40/0xb73f6b2ce2c2e9ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.247903:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71d40/0xb73f6b2ce2c2e9ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00080000:0.0:1715206672.247991:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe7e:0x0], index 1: 0 00010000:00010000:0.0:1715206672.248085:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2e9f3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.248090:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2e9f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248095:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2e9f3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248113:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248116:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248122:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248125:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.248127:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248130:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248134:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.248136:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.248137:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248140:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2e9e5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:0.0:1715206672.248145:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009690ad80 reply state ffff880090994000 transno 4295216159 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71d40/0xb73f6b2ce2c2e9ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248150:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71d40/0xb73f6b2ce2c2e9ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa992fa2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.248153:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa992fa2d (ffff88012d3d8400) 00010000:00010000:0.0:1715206672.248154:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206672.248155:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206672.248167:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2e9de lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b00 expref: 150 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.248174:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2e9f3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b00 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.248181:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6b:0x0].0x0 (ffff88012d3d8f00) 00010000:00010000:0.0:1715206672.248183:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.248184:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71b00, rc 0) 00000100:00100000:0.0:1715206672.248208:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591503680:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 388us (432us total) trans 4295216159 rc 0/0 00000100:00100000:0.0:1715206672.248212:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571208 00000100:00100000:0.0:1715206672.249955:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.249979:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.250044:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77562 00000100:00100000:0.0:1715206672.250049:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+142:2002:x1798523591503808:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.250077:0:11066:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.250086:0:11066:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ea16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287b0e expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1715206672.250096:0:11066:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0xe7e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1715206672.250103:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.250104:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.250107:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ea16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b0e expref: 143 pid: 11066 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.250116:0:11066:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ea16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b0e expref: 143 pid: 11066 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.250121:0:11066:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73180, rc 0) 00000100:00100000:0.0:1715206672.250146:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+143:2002:x1798523591503808:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 97us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.250151:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77562 00000100:00100000:0.0:1715206672.252037:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.252719:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.254206:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.254952:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.255677:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.256246:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.257080:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.257742:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.258227:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.258382:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.258388:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206672.258405:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6a:0x0]: returning size 0 00000004:00200000:0.0:1715206672.258407:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.258415:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.258420:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.258442:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c2ea47 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b23 expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.258450:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b23 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.258458:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6a:0x0].0x0 (ffff880094ea9000) 00010000:00010000:0.0:1715206672.258460:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.258461:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f138b40, rc 0) 00000100:00100000:0.0:1715206672.258485:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591504512:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1360us (1405us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.258489:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571211 00000100:00100000:0.0:1715206672.258749:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.260014:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.260598:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.261478:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.262103:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.262886:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.263166:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591505088 00000100:00100000:0.0:1715206672.263211:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591505088 00010000:00010000:0.0:1715206672.263222:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c2ea0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b07 expref: 145 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.263243:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157941 00000100:00100000:0.0:1715206672.263246:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+145:2003:x1798523591505088:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.263252:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.263259:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c2ea0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b07 expref: 145 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.263265:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c2ea0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b07 expref: 145 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.263279:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c2ea0f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b07 expref: 145 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.263285:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.263286:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.263289:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 144 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.263294:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 144 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.263306:0:7114:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 144 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.263312:0:7114:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7114:1798523524789312:192.168.203.35@tcp:105: 00000100:00100000:0.0:1715206672.263337:0:7114:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.265245:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.265458:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.266940:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.266964:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.267033:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571215 00000100:00100000:0.0:1715206672.267039:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13030:x1798523591505472:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.267081:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.267090:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2ea94 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287b4d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.267143:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2eaa2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.267150:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b23 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.267154:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2eaa2 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d6a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.267167:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b23 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.267172:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138b40/0xb73f6b2ce2c2ea4e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b23 expref: 161 pid: 8278 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.267178:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8d8380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524789440:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.267195:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.268167:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.268191:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.268335:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924caac0/0xb73f6b2ce2c2ea9b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.268341:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924caac0/0xb73f6b2ce2c2ea9b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.268349:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6b:0x0]: returning size 4096 00010000:00010000:0.0:1715206672.268396:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2ea8d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b54 expref: 162 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.268412:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924caac0/0xb73f6b2ce2c2ea9b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b54 expref: 162 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.268419:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6b:0x0].0x0 (ffff88012d3d8f00) 00010000:00010000:0.0:1715206672.268421:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.268439:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924caac0, rc 0) 00000100:00100000:0.0:1715206672.268460:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591505600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1413us (1493us total) trans 4295216167 rc 0/0 00000100:00100000:0.0:1715206672.268466:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571216 00000100:00100000:0.0:1715206672.269745:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.269875:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.270971:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.270999:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.271052:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157945 00000100:00100000:0.0:1715206672.271073:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+165:2002:x1798523591505984:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.271079:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.271083:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800924caac0/0xb73f6b2ce2c2ea9b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b54 expref: 165 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.271091:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800924caac0/0xb73f6b2ce2c2ea9b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b54 expref: 165 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.271100:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924caac0/0xb73f6b2ce2c2ea9b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b54 expref: 165 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.271107:0:7113:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6b:0x0].0x0 (ffff88012d3d8f00) 00010000:00010000:0.0:1715206672.271111:0:7113:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2eabe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6b:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.271116:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2eabe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.271121:0:7113:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2eabe lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x11d6b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.271140:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.271160:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+163:2002:x1798523591505984:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 86us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.271169:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157945 00000100:00100000:0.0:1715206672.272768:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.273198:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.274333:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.274669:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.275977:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.275998:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.279264:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.279288:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.281347:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.281387:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.281453:0:18681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77566 00000100:00100000:0.0:1715206672.281458:0:18681:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:752736b1-8a2f-4789-8625-c7af9bb462b5+144:2002:x1798523591506752:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.281466:0:18681:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.281475:0:18681:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2eb58 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287b9a expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1715206672.281488:0:18681:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0xe7f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1715206672.281496:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.281497:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.281501:0:18681:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2eb58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b9a expref: 145 pid: 18681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.281508:0:18681:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2eb58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b9a expref: 145 pid: 18681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.281513:0:18681:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f721c0, rc 0) 00000100:00100000:0.0:1715206672.281537:0:18681:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:752736b1-8a2f-4789-8625-c7af9bb462b5+145:2002:x1798523591506752:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 79us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.281541:0:18681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77566 00000100:00100000:0.0:1715206672.282467:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.284095:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.284159:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571225 00000100:00100000:0.0:1715206672.284164:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13030:x1798523591507136:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.284173:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.284180:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2eb5f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287ba1 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.284211:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2eb66 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.284217:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880136443cc0/0xb73f6b2ce2c2eb3c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b8c expref: 169 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.284287:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2eb66 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.284301:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880136443cc0/0xb73f6b2ce2c2eb3c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b8c expref: 169 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.284308:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880136443cc0/0xb73f6b2ce2c2eb3c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b8c expref: 169 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.284315:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b3df80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524789632:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.284335:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.285411:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.285648:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2eb66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.285655:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2eb66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.285664:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6d:0x0]: returning size 0 00010000:00010000:0.0:1715206672.285706:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2eb5f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ba1 expref: 172 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.285720:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2eb66 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ba1 expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.285726:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6d:0x0].0x0 (ffff880123730700) 00010000:00010000:0.0:1715206672.285728:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.285730:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73180, rc 0) 00000100:00100000:0.0:1715206672.285758:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591507136:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1593us (1663us total) trans 4295216173 rc 0/0 00000100:00100000:0.0:1715206672.285764:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571225 00000100:00100000:0.0:1715206672.287328:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.287351:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.288500:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.288544:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.290158:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.290361:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.291484:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.291523:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.291568:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77568 00000100:00100000:0.0:1715206672.291574:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591507904:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.291584:0:18679:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.291593:0:18679:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287bd2 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.291608:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2eb58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b9a expref: 146 pid: 18681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.291613:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.291614:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.291616:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 146 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.291628:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2eb58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b9a expref: 146 pid: 18681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.291637:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2eb58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b9a expref: 146 pid: 18681 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.291643:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524789952:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.291659:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b9180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.292730:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.292752:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.295192:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.295215:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.296935:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.296959:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.298158:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.298300:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2ebdd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.298305:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2ebdd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.298312:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6d:0x0]: returning size 4096 00010000:00010000:0.0:1715206672.298349:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec60000/0xb73f6b2ce2c2ebcf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd9 expref: 178 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.298366:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62880/0xb73f6b2ce2c2ebdd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd9 expref: 177 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.298370:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6d:0x0].0x0 (ffff880123730700) 00010000:00010000:0.0:1715206672.298372:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.298374:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ec62880, rc 0) 00000100:00100000:0.0:1715206672.298391:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+177:13030:x1798523591508416:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1371us (1457us total) trans 4295216177 rc 0/0 00000100:00100000:0.0:1715206672.298395:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571231 00000100:00100000:0.0:1715206672.299899:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.299921:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.301085:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.301107:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.302881:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.302906:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.304520:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.304552:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.306115:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.306142:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.309319:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.309342:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.309408:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571240 00000100:00100000:0.0:1715206672.309413:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591509568:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.309420:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.309455:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ec54 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287c18 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.309488:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.309498:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309505:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309515:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.309519:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309523:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309534:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309538:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309541:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309543:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.309545:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309548:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309553:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206672.309554:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.309556:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309559:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ec62 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309578:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309581:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309584:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309587:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.309588:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309591:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309594:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa053fa7a (ffff88009608a600) 00010000:00010000:0.0:1715206672.309595:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.309597:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309599:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ec70 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0xa053fa7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.309614:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ec54 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c18 expref: 179 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.309619:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ec54 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c18 expref: 179 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.309623:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73180, rc 0) 00000100:00100000:0.0:1715206672.309638:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+178:13030:x1798523591509568:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 225us (296us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.309642:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571240 00000100:00100000:0.0:1715206672.311389:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.311411:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.313590:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117314 00000100:00100000:0.0:1715206672.313595:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591510080:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.313660:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591510080:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 65us (136us total) trans 4295216182 rc 0/0 00000100:00100000:0.0:1715206672.313665:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117314 00000100:00100000:0.0:1715206672.314666:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.314706:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.318126:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.318166:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.319196:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.319253:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.319279:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117324 00000100:00100000:0.0:1715206672.319285:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591511360:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.319354:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13029:x1798523591511360:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 69us (101us total) trans 4295216192 rc 0/0 00000100:00100000:0.0:1715206672.319360:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117324 00000100:00100000:0.0:1715206672.320263:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.320314:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.321453:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.321508:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.321542:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117328 00000100:00100000:0.0:1715206672.321546:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13029:x1798523591511872:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.321607:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13029:x1798523591511872:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 60us (100us total) trans 4295216196 rc 0/0 00000100:00100000:0.0:1715206672.321613:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117328 00000100:00100000:0.0:1715206672.322639:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.322659:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.323948:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117332 00000100:00100000:0.0:1715206672.323953:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+199:13029:x1798523591512384:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.324016:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+201:13029:x1798523591512384:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 62us (133us total) trans 4295216200 rc 0/0 00000100:00100000:0.0:1715206672.324020:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117332 00000100:00100000:0.0:1715206672.325034:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.325072:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.326253:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591512768 00000100:00100000:0.0:1715206672.326257:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591512768 00000100:00100000:0.0:1715206672.326281:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591512896 00000100:00100000:0.0:1715206672.326284:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591512896 00000100:00100000:0.0:1715206672.326295:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117336 00000100:00100000:0.0:1715206672.326300:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+203:13029:x1798523591512896:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.326382:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+205:13029:x1798523591512896:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 80us (121us total) trans 4295216204 rc 0/0 00000100:00100000:0.0:1715206672.326388:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117336 00000100:00100000:0.0:1715206672.327324:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.327378:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.329217:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.329247:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.331212:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.331235:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.333684:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.333706:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.334860:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.334893:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.334919:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157956 00000100:00100000:0.0:1715206672.334924:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+211:2003:x1798523591514048:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.334931:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.334935:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2ec0e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bee expref: 211 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.334943:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2ec0e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bee expref: 211 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.334952:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2ec0e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bee expref: 211 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.334958:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff880094ea9b00) 00010000:00010000:0.0:1715206672.334960:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.334965:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.334968:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.334985:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.335000:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+209:2003:x1798523591514048:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.335005:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157956 00000100:00100000:0.0:1715206672.336287:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.336415:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591514176 00000100:00100000:0.0:1715206672.336419:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591514176 00000100:00100000:0.0:1715206672.336453:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571246 00000100:00100000:0.0:1715206672.336468:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13029:x1798523591514176:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.336477:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.336486:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2ece7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287c34 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.336512:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2ecee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.336520:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c26 expref: 211 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.336524:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2ecee lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.336535:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c26 expref: 211 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.336540:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c26 expref: 211 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.336546:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8b9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524790592:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.336573:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.337340:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d8b9500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524790592:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.337349:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2ecee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000100:00100000:0.0:1715206672.337371:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591514304 00000100:00100000:0.0:1715206672.337373:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591514304 00010000:00010000:0.0:1715206672.337381:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c26 expref: 212 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.337392:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157959 00000100:00100000:0.0:1715206672.337395:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+212:2002:x1798523591514304:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.337400:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.337403:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c26 expref: 212 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.337408:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c26 expref: 212 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.337416:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ecbd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c26 expref: 211 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.337434:0:18680:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff880094ea9b00) 00010000:00010000:0.0:1715206672.337437:0:18680:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2ecee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.337441:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2ecee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.337447:0:18680:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c2ecee lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.337455:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.337470:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+211:2002:x1798523591514304:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.337474:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157959 00000100:00100000:0.0:1715206672.338979:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591514432 00000100:00100000:0.0:1715206672.338984:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591514432 00000100:00100000:0.0:1715206672.339001:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591514560 00000100:00100000:0.0:1715206672.339002:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591514560 00000100:00100000:0.0:1715206672.339011:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117341 00000100:00100000:0.0:1715206672.339015:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13029:x1798523591514432:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.339125:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591514432:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 107us (177us total) trans 4295216213 rc 0/0 00000100:00100000:0.0:1715206672.339132:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117341 00000100:00100000:0.0:1715206672.342052:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.342093:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.343598:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591514880 00000100:00100000:0.0:1715206672.343602:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591514880 00000100:00100000:0.0:1715206672.343628:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591514944 00000100:00100000:0.0:1715206672.343629:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591514944 00000100:00100000:0.0:1715206672.343638:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117343 00000100:00100000:0.0:1715206672.343642:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13029:x1798523591514880:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206672.345219:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+212:13029:x1798523591514880:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1575us (1652us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.345224:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117343 00000100:00100000:0.0:1715206672.348437:0:7139:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515264 00000100:00100000:0.0:1715206672.348443:0:7139:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515264 00000100:00100000:0.0:1715206672.348463:0:7139:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515328 00000100:00100000:0.0:1715206672.348466:0:7139:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515328 00000100:00100000:0.0:1715206672.348483:0:7139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5013 00000100:00100000:0.0:1715206672.348489:0:7139:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13030:x1798523591515328:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206672.348507:0:7139:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1715206672.348519:0:7139:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084cd80/0xb73f6b2ce2c2ece0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c2d expref: 212 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.348529:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6d:0x0].0x0 (ffff880123730700) 00010000:00010000:0.0:1715206672.348535:0:7139:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ed1f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c49 expref: 210 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.348540:0:7139:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206672.348541:0:7139:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206672.348551:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2ed5e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206672.348555:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2ed5e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.348560:0:7139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c2ed5e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.348565:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ed6c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xa992fa36 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206672.348568:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ed6c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa992fa36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.348571:0:7139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73180/0xb73f6b2ce2c2ed6c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa992fa36 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.348590:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ed7a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206672.348594:0:7139:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ed7a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.348597:0:7139:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c2ed7a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.348620:0:7139:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ed88 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7139 initiator: MDT0 00010000:00010000:0.0:1715206672.348625:0:7139:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2ebba lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bc4 expref: 209 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.348628:0:7139:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ed88 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.348639:0:7139:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2ebba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bc4 expref: 209 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.348646:0:7139:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2ebba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bc4 expref: 209 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.348653:0:7139:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8ba680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0001_UUID:7139:1798523524790720:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.348681:0:7139:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.349803:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515392 00000100:00100000:0.0:1715206672.349807:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515392 00010000:00010000:0.0:1715206672.349820:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38ed00/0xb73f6b2ce2c2ebac lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bbd expref: 210 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.349845:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515456 00000100:00100000:0.0:1715206672.349846:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515456 00010000:00010000:0.0:1715206672.349851:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2ebba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bc4 expref: 211 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.349865:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157961 00000100:00100000:0.0:1715206672.349869:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+211:2000:x1798523591515456:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.349874:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.349877:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2ebba lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bc4 expref: 211 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.349883:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2ebba lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bc4 expref: 211 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.349890:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2ebba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bc4 expref: 211 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.349896:0:18680:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6d:0x0].0x0 (ffff880123730700) 00010000:00010000:0.0:1715206672.349899:0:18680:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ed88 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.349902:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ed88 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.349906:0:18680:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70480/0xb73f6b2ce2c2ed88 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7139 initiator: MDT1 00010000:00010000:0.0:1715206672.349913:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.349929:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+209:2000:x1798523591515456:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 59us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.349933:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157961 00000100:00100000:0.0:1715206672.351113:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515520 00000100:00100000:0.0:1715206672.351119:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515520 00000100:00100000:0.0:1715206672.351139:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515584 00000100:00100000:0.0:1715206672.351141:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515584 00000100:00100000:0.0:1715206672.351166:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571254 00000100:00100000:0.0:1715206672.351172:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591515584:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.351181:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.351190:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2ed96 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287c6c expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.351214:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.351222:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351228:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351236:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.351241:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351246:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351275:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.351282:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351288:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206672.351305:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6c:0x0]: returning size 4096 00000004:00200000:0.0:1715206672.351308:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.351316:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351322:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351327:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351331:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351336:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351341:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.351343:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351348:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351355:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.351358:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.351361:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351366:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73840/0xb73f6b2ce2c2edab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351374:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351379:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351384:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351388:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a4d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.351390:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351394:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351398:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xc88ea4fb (ffff880094ea9000) 00010000:00010000:0.0:1715206672.351400:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.351401:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351404:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c2edb2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.351417:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c2ed96 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c6c expref: 213 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.351439:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c6c expref: 212 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.351451:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff880094ea9b00) 00010000:00010000:0.0:1715206672.351453:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.351455:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a73c0, rc 0) 00000100:00100000:0.0:1715206672.351487:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+212:13029:x1798523591515584:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 313us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.351493:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571254 00000100:00100000:0.0:1715206672.353167:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515776 00000100:00100000:0.0:1715206672.353171:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515776 00000100:00100000:0.0:1715206672.353191:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515840 00000100:00100000:0.0:1715206672.353192:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515840 00000100:00100000:0.0:1715206672.353201:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571255 00000100:00100000:0.0:1715206672.353205:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13030:x1798523591515776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.353212:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.353219:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c2edc7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287c73 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.353250:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c2edd5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.353257:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092187840/0xb73f6b2ce2c2edb9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c65 expref: 215 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.353261:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c2edd5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.353272:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092187840/0xb73f6b2ce2c2edb9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c65 expref: 215 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.353281:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880092187840/0xb73f6b2ce2c2edb9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c65 expref: 215 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.353287:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8bbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524790784:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.353313:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.354455:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591515904 00000100:00100000:0.0:1715206672.354461:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591515904 00010000:00010000:0.0:1715206672.354475:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c6c expref: 217 pid: 8278 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.354506:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157963 00000100:00100000:0.0:1715206672.354512:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+217:2003:x1798523591515904:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.354520:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.354524:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c6c expref: 217 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.354533:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c6c expref: 216 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.354544:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c2edc0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c6c expref: 216 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.354551:0:18680:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff880094ea9b00) 00010000:00010000:0.0:1715206672.354555:0:18680:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.354561:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.354567:0:18680:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.354587:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.354602:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+214:2003:x1798523591515904:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 91us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.354607:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157963 00000100:00100000:0.0:1715206672.356086:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591516096 00000100:00100000:0.0:1715206672.356091:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591516096 00000100:00100000:0.0:1715206672.356106:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571258 00000100:00100000:0.0:1715206672.356110:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13029:x1798523591516096:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.356117:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.356123:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c2edf8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287c88 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.356143:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f840/0xb73f6b2ce2c2ee06 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.356149:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c7a expref: 217 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.356153:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f840/0xb73f6b2ce2c2ee06 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.356164:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c7a expref: 217 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.356169:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c7a expref: 217 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.356179:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d8baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524790976:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.356203:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.357370:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591516160 00000100:00100000:0.0:1715206672.357374:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591516160 00010000:00010000:0.0:1715206672.357385:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c7a expref: 218 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.357401:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591516224 00000100:00100000:0.0:1715206672.357403:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591516224 00010000:00010000:0.0:1715206672.357408:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c2edd5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c73 expref: 219 pid: 8278 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.357420:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157964 00000100:00100000:0.0:1715206672.357435:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+219:2003:x1798523591516160:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.357441:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.357444:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c7a expref: 219 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.357449:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c7a expref: 219 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.357457:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c2eddc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c7a expref: 219 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.357464:0:18680:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff880094ea9b00) 00010000:00010000:0.0:1715206672.357466:0:18680:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f840/0xb73f6b2ce2c2ee06 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.357471:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f840/0xb73f6b2ce2c2ee06 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.357474:0:18680:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f840/0xb73f6b2ce2c2ee06 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.357495:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.357511:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+217:2003:x1798523591516160:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 76us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.357515:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157964 00000100:00100000:0.0:1715206672.359964:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.360551:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.361419:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.361905:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.362806:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.365125:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.365974:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.367337:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.368094:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.368718:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.369323:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.370322:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.370854:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.371514:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.371672:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2eea0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.371678:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2eea0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.371688:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6e:0x0]: returning size 0 00010000:00010000:0.0:1715206672.371726:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c2ee99 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cc7 expref: 226 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.371743:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2eea0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cc7 expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.371748:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6e:0x0].0x0 (ffff8800948e6c00) 00010000:00010000:0.0:1715206672.371750:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.371751:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800833ddd40, rc 0) 00000100:00100000:0.0:1715206672.371768:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13029:x1798523591517376:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1333us (1448us total) trans 4295216223 rc 0/0 00000100:00100000:0.0:1715206672.371772:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571265 00000100:00100000:0.0:1715206672.371856:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.373098:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.373291:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.374212:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.374241:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.374302:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157969 00000100:00100000:0.0:1715206672.374306:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+229:2002:x1798523591517888:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.374313:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.374317:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2eea0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cc7 expref: 228 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.374324:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2eea0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cc7 expref: 228 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.374335:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2eea0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cc7 expref: 228 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.374343:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6e:0x0].0x0 (ffff8800948e6c00) 00010000:00010000:0.0:1715206672.374347:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2eed8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6e:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.374353:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2eed8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.374357:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2eed8 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.374376:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.374394:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+226:2002:x1798523591517888:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 87us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.374401:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157969 00000100:00100000:0.0:1715206672.375886:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.375911:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.375962:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571269 00000100:00100000:0.0:1715206672.375966:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13030:x1798523591517952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.375974:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.375980:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2eedf lrc: 2/0,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287ce3 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.375993:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c2eee6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.375998:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c2eee6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.376003:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c2eee6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.376046:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2eedf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ce3 expref: 228 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.376070:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c2eee6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ce3 expref: 227 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.376075:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6f:0x0].0x0 (ffff8800948e6900) 00010000:00010000:0.0:1715206672.376076:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1715206672.376078:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8dd40, rc 0) 00000100:00100000:0.0:1715206672.376101:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+227:13030:x1798523591517952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 134us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.376105:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571269 00000100:00100000:0.0:1715206672.377316:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.377337:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.378550:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.378585:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.380634:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.380808:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.382318:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.382355:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.383671:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.383693:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.383828:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2ef1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.383836:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2ef1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.383844:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6e:0x0]: returning size 2048 00010000:00010000:0.0:1715206672.383881:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084cd80/0xb73f6b2ce2c2ef10 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cff expref: 232 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.383889:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2ef1e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cff expref: 232 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.383893:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6e:0x0].0x0 (ffff8800948e6c00) 00010000:00010000:0.0:1715206672.383895:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.383897:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084e880, rc 0) 00000100:00100000:0.0:1715206672.383922:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13029:x1798523591518720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1509us (1606us total) trans 4295216227 rc 0/0 00000100:00100000:0.0:1715206672.383926:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571271 00000100:00100000:0.0:1715206672.385035:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.385074:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.386199:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591519168 00000100:00100000:0.0:1715206672.386203:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591519168 00010000:00010000:0.0:1715206672.386214:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ef17 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d06 expref: 235 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.386233:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157975 00000100:00100000:0.0:1715206672.386237:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+235:2002:x1798523591519168:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.386242:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.386245:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ef17 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d06 expref: 235 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.386253:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ef17 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d06 expref: 234 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.386260:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec62d00/0xb73f6b2ce2c2ef17 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d06 expref: 234 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.386266:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6f:0x0].0x0 (ffff8800948e6900) 00010000:00010000:0.0:1715206672.386269:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009084c240/0xb73f6b2ce2c2ef48 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.386273:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084c240/0xb73f6b2ce2c2ef48 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.386276:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009084c240/0xb73f6b2ce2c2ef48 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.386288:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.386302:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+232:2002:x1798523591519168:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 65us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.386306:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157975 00000100:00100000:0.0:1715206672.388024:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.388049:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.389408:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.389448:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.390751:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.390781:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.393736:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.393761:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.395316:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.395336:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.399419:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.399644:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.400669:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.400697:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.400769:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157977 00000100:00100000:0.0:1715206672.400774:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+237:2003:x1798523591520192:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.400781:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.400786:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c2dfe3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828775d expref: 237 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.400793:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c2dfe3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828775d expref: 236 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.400802:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c2dfe3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828775d expref: 236 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.400810:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff88012f350000) 00010000:00010000:0.0:1715206672.400812:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2eff0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.400816:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2eff0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.400820:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2eff0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.400828:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.400848:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+235:2003:x1798523591520192:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 73us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.400852:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157977 00000100:00100000:0.0:1715206672.402285:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.402309:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.402345:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571285 00000100:00100000:0.0:1715206672.402350:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13030:x1798523591520320:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.402359:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.402366:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2f005 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287d68 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.402387:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2f013 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.402393:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2eff0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d5a expref: 237 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.402397:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2f013 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.402408:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2eff0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d5a expref: 237 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.402414:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2eff0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d5a expref: 237 pid: 7128 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.402420:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009296a680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524791936:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.402475:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.403585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.403657:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.403735:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2f013 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.403741:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2f013 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.403758:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.403761:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.403767:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2f013 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.403773:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2f013 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.403784:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2f005 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d68 expref: 236 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.403804:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c2f013 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d68 expref: 235 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.403808:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff88012f350000) 00010000:00010000:0.0:1715206672.403810:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.403811:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8c240, rc 0) 00000100:00100000:0.0:1715206672.403829:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13030:x1798523591520320:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1479us (1545us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.403833:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571285 00000100:00100000:0.0:1715206672.406641:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.406664:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.407921:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.407952:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.408070:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f02f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.408076:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f02f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.408084:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10092:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.408124:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c2f028 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d76 expref: 237 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.408132:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f02f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d76 expref: 236 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.408137:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff8800832d8600) 00010000:00010000:0.0:1715206672.408138:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.408140:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d46c0, rc 0) 00000100:00100000:0.0:1715206672.408165:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13030:x1798523591520704:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1431us (1501us total) trans 4295216231 rc 0/0 00000100:00100000:0.0:1715206672.408170:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571288 00000100:00100000:0.0:1715206672.409476:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.409510:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.410720:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.410740:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.412917:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.413535:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.414154:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.414685:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.415586:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.416164:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.416988:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.417332:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.419231:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.419566:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.420461:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.420684:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.421984:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.423151:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.423216:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.423327:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c2f0de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.423333:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c2f0de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.423350:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10097:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.423353:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.423361:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c2f0de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.423368:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c2f0de lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.423381:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2f0d7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287db5 expref: 243 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.423395:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c2f0de lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287db5 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.423401:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff88009086c700) 00010000:00010000:0.0:1715206672.423403:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.423405:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800833dfcc0, rc 0) 00000100:00100000:0.0:1715206672.423439:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13030:x1798523591522176:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1392us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.423443:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571297 00000100:00100000:0.0:1715206672.425405:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.425489:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.426517:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.426538:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.426650:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c2f108 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.426655:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c2f108 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.426665:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.426710:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c2f0fa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287dca expref: 243 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.426720:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c2f108 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287dca expref: 242 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.426726:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88009086c000) 00010000:00010000:0.0:1715206672.426728:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.426730:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5680, rc 0) 00000100:00100000:0.0:1715206672.426758:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13029:x1798523591522624:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1219us (1268us total) trans 4295216237 rc 0/0 00000100:00100000:0.0:1715206672.426764:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571300 00000100:00100000:0.0:1715206672.427964:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.428044:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.429313:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.429334:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.429465:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c2f132 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.429473:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c2f132 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.429493:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.429497:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.429504:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c2f132 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.429511:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c2f132 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.429525:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084e880/0xb73f6b2ce2c2f12b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287dd8 expref: 244 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.429533:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c2f132 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287dd8 expref: 243 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.429537:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88009086c000) 00010000:00010000:0.0:1715206672.429539:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.429540:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084fcc0, rc 0) 00000100:00100000:0.0:1715206672.429567:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+243:13029:x1798523591522880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1438us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.429571:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571302 00000100:00100000:0.0:1715206672.432353:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.432570:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.433734:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.433841:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.434895:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.434916:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.434981:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 157999 00000100:00100000:0.0:1715206672.434986:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2003:x1798523591523648:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.434993:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.434997:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2f14e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287de6 expref: 249 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.435004:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2f14e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287de6 expref: 248 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.435012:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c2f14e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287de6 expref: 248 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.435020:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff880096846300) 00010000:00010000:0.0:1715206672.435023:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d8c0/0xb73f6b2ce2c2f178 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.435028:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d8c0/0xb73f6b2ce2c2f178 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.435031:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d8c0/0xb73f6b2ce2c2f178 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.435038:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.435050:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+246:2003:x1798523591523648:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 65us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.435077:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 157999 00000100:00100000:0.0:1715206672.437182:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.437502:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.438442:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.438488:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.439862:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.440115:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591524160 00000100:00100000:0.0:1715206672.440118:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591524160 00000100:00100000:0.0:1715206672.440133:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571310 00000100:00100000:0.0:1715206672.440137:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13030:x1798523591524160:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.440143:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.440149:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c2f1b7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287e10 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.440169:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2f1be lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.440175:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c2f186 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287dfb expref: 249 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.440179:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2f1be lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.440189:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c2f186 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287dfb expref: 249 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.440195:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c2f186 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287dfb expref: 249 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.440200:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524793536:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.440227:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.441035:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.441073:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.441104:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158002 00000100:00100000:0.0:1715206672.441108:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+251:2002:x1798523591524224:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.441115:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.441118:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de400/0xb73f6b2ce2c2f194 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e02 expref: 251 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.441124:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de400/0xb73f6b2ce2c2f194 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e02 expref: 251 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.441132:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de400/0xb73f6b2ce2c2f194 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e02 expref: 251 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.441137:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff88012f350900) 00010000:00010000:0.0:1715206672.441140:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c2f1b0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.441144:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c2f1b0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.441147:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c2f1b0 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.441160:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.441174:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2002:x1798523591524224:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 66us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.441178:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158002 00000100:00100000:0.0:1715206672.443234:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591524416 00000100:00100000:0.0:1715206672.443237:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591524416 00000100:00100000:0.0:1715206672.443254:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571311 00000100:00100000:0.0:1715206672.443257:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+246:13030:x1798523591524416:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.443264:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.443269:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f1c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287e17 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.443301:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f1cc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.443307:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c2e673 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582879ef expref: 248 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.443311:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f1cc lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.443321:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c2e673 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582879ef expref: 248 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.443327:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c2e673 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582879ef expref: 249 pid: 7128 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.443333:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524793600:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.443357:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.444336:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.444356:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.445774:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.445795:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.446850:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.446873:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.448941:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.449710:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.450792:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.450930:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.452317:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.452343:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.453561:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.453585:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.455950:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.455974:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.456021:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571319 00000100:00100000:0.0:1715206672.456026:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591525696:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.456033:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.456040:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2f251 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287e4f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.456090:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f25f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.456097:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c2e2b4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828787c expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.456102:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f25f lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.456114:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c2e2b4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828787c expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.456124:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c2e2b4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828787c expref: 253 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.456130:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524794112:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.456156:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739000 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.457176:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.457207:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.458773:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.458796:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.460084:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.460116:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.463286:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.463325:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.464925:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.464969:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.466712:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.466750:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.468088:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.468136:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.468178:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158018 00000100:00100000:0.0:1715206672.468185:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+259:2003:x1798523591526848:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.468193:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.468199:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c2f2ac lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e72 expref: 259 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.468212:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c2f2ac lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e72 expref: 259 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.468224:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c2f2ac lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e72 expref: 259 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.468244:0:18680:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff8800940cc800) 00010000:00010000:0.0:1715206672.468248:0:18680:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c2f2cf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.468254:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c2f2cf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.468259:0:18680:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c2f2cf lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.468278:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.468296:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+256:2003:x1798523591526848:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 112us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.468302:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158018 00000100:00100000:0.0:1715206672.470418:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.471175:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.471782:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.472564:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.472729:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef3c0/0xb73f6b2ce2c2f2f2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.472736:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef3c0/0xb73f6b2ce2c2f2f2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206672.472749:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a9:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.472793:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c2f2eb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e8e expref: 257 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.472804:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef3c0/0xb73f6b2ce2c2f2f2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e8e expref: 256 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.472811:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff8800940cc000) 00010000:00010000:0.0:1715206672.472814:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.472816:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5ef3c0, rc 0) 00000100:00100000:0.0:1715206672.472844:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13029:x1798523591527104:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1586us (1669us total) trans 4295216252 rc 0/0 00000100:00100000:0.0:1715206672.472850:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571328 00000100:00100000:0.0:1715206672.473375:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.473995:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.474537:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.475097:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.475204:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c2f31c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.475211:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c2f31c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.475228:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a9:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.475230:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.475237:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c2f31c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.475244:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c2f31c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.475257:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c2f315 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e9c expref: 257 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.475267:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c2f31c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e9c expref: 256 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.475274:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff8800940cc000) 00010000:00010000:0.0:1715206672.475277:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.475279:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d7a80, rc 0) 00000100:00100000:0.0:1715206672.475306:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13029:x1798523591527360:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1230us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.475312:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571330 00000100:00100000:0.0:1715206672.477207:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.477819:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.478724:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.478883:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38ed00/0xb73f6b2ce2c2f32a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.478889:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38ed00/0xb73f6b2ce2c2f32a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.478897:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009f:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.478943:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c2f323 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ea3 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.478951:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38ed00/0xb73f6b2ce2c2f32a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ea3 expref: 259 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.478958:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff880097371e00) 00010000:00010000:0.0:1715206672.478960:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.478961:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f38ed00, rc 0) 00000100:00100000:0.0:1715206672.478976:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13030:x1798523591527616:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1701us (1772us total) trans 4295216253 rc 0/0 00000100:00100000:0.0:1715206672.478981:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571331 00000100:00100000:0.0:1715206672.480217:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.480467:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.481336:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.481461:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591528128 00000100:00100000:0.0:1715206672.481465:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591528128 00010000:00010000:0.0:1715206672.481478:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c2f338 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287eaa expref: 262 pid: 8278 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.481543:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2f362 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.481547:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2f362 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.481565:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009e:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.481567:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.481573:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2f362 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.481578:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2f362 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.481589:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38e640/0xb73f6b2ce2c2f35b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287eb8 expref: 259 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.481596:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2f362 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287eb8 expref: 258 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.481601:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff88009086c900) 00010000:00010000:0.0:1715206672.481602:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.481604:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cad00, rc 0) 00000100:00100000:0.0:1715206672.481629:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+258:13029:x1798523591528000:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1100us (1162us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.481633:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571334 00000100:00100000:0.0:1715206672.483966:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.484539:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.485638:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.486573:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.486896:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.487109:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2f370 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d66:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.487115:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2f370 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d66:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.487123:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d66:0x0]: returning size 4096 00010000:00010000:0.0:1715206672.487164:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2f369 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ebf expref: 264 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.487173:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2f370 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d66:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ebf expref: 263 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.487186:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d66:0x0].0x0 (ffff88009738cc00) 00010000:00010000:0.0:1715206672.487189:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.487190:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9200, rc 0) 00000100:00100000:0.0:1715206672.487218:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092743b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+263:13030:x1798523591528512:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1504us (1582us total) trans 4295216257 rc 0/0 00000100:00100000:0.0:1715206672.487223:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571335 00000100:00100000:0.0:1715206672.487743:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.488308:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.489329:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.489573:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.489584:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591528960 00000100:00100000:0.0:1715206672.489587:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591528960 00000100:00100000:0.0:1715206672.489600:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571338 00000100:00100000:0.0:1715206672.489604:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+263:13029:x1798523591528960:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.489612:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.489618:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921200/0xb73f6b2ce2c2f3a1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287ed4 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.489639:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f3a8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d67:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.489645:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2f37e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d67:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ec6 expref: 263 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.489649:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f3a8 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d67:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.489660:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2f37e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d67:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ec6 expref: 263 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.489668:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2f37e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d67:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ec6 expref: 263 pid: 8278 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.489674:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092741500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524795328:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.489700:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739a80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.490737:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.490850:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f3a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d67:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.490855:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f3a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d67:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.490873:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d67:0x0]: returning size 4096 00000004:00200000:0.0:1715206672.490875:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.490880:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f3a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d67:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.490885:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f3a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d67:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.490896:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921200/0xb73f6b2ce2c2f3a1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ed4 expref: 263 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.490904:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2f3a8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d67:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ed4 expref: 262 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.490908:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d67:0x0].0x0 (ffff8800935eb900) 00010000:00010000:0.0:1715206672.490910:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.490912:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922ac0, rc 0) 00000100:00100000:0.0:1715206672.490928:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+262:13029:x1798523591528960:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1323us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.490932:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571338 00000100:00100000:0.0:1715206672.492922:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.493134:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.494948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.494973:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.496021:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.496134:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.496146:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591529792 00000100:00100000:0.0:1715206672.496149:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591529792 00000100:00100000:0.0:1715206672.496166:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117360 00000100:00100000:0.0:1715206672.496169:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e715c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13030:x1798523591529792:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.496227:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e715c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13030:x1798523591529792:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 57us (93us total) trans 4295216264 rc 0/0 00000100:00100000:0.0:1715206672.496231:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117360 00000100:00100000:0.0:1715206672.497110:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.497486:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.498303:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.498640:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.499495:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.499675:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.500691:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.500739:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.501721:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.501806:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.502798:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.502840:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.503844:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.503867:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.505175:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.505198:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.505250:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117376 00000100:00100000:0.0:1715206672.505255:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+283:13029:x1798523591531840:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.505319:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+285:13029:x1798523591531840:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 64us (120us total) trans 4295216280 rc 0/0 00000100:00100000:0.0:1715206672.505327:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117376 00000100:00100000:0.0:1715206672.506309:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.506353:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.507483:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.507507:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.508702:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.508725:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.509672:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.509713:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.510652:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.510708:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.512461:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.512921:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.515124:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.516238:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.516941:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.518534:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.518617:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.518715:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38e640/0xb73f6b2ce2c2f3ee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.518721:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38e640/0xb73f6b2ce2c2f3ee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.518729:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d69:0x0]: returning size 4096 00010000:00010000:0.0:1715206672.518774:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38ed00/0xb73f6b2ce2c2f3e7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287edb expref: 298 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.518786:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38e640/0xb73f6b2ce2c2f3ee lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d69:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287edb expref: 297 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.518791:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d69:0x0].0x0 (ffff88011f3f9d00) 00010000:00010000:0.0:1715206672.518793:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.518794:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f38e640, rc 0) 00000100:00100000:0.0:1715206672.518812:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+297:13029:x1798523591533760:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1777us (1873us total) trans 4295216295 rc 0/0 00000100:00100000:0.0:1715206672.518816:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571341 00000100:00100000:0.0:1715206672.519870:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.521632:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.521887:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.522953:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.524559:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.525636:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.527007:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.528820:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.528857:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.528901:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571347 00000100:00100000:0.0:1715206672.528908:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+299:13029:x1798523591534848:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.528917:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.528927:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2f449 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287ef7 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.528956:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.528965:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.528972:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.528983:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206672.528988:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.528994:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529009:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529015:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529020:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529024:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9221c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.529028:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529033:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529039:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.529042:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.529045:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529050:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f457 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529087:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529092:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529098:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529102:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.529105:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529110:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529117:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x4f529a91 (ffff88009608a000) 00010000:00010000:0.0:1715206672.529119:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.529122:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529131:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f465 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x4f529a91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.529153:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2f449 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ef7 expref: 299 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.529160:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2f449 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ef7 expref: 299 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.529167:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920d80, rc 0) 00000100:00100000:0.0:1715206672.529190:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+298:13029:x1798523591534848:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 283us (333us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.529197:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571347 00000100:00100000:0.0:1715206672.530488:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.530782:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.531985:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.532092:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.533495:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.535603:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.536706:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.536733:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.536902:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2f4a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.536909:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2f4a4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.536920:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.536988:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016640/0xb73f6b2ce2c2f49d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f13 expref: 304 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.537001:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2f4a4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f13 expref: 303 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.537008:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff880095dd8d00) 00010000:00010000:0.0:1715206672.537010:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.537012:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800830173c0, rc 0) 00000100:00100000:0.0:1715206672.537043:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+303:13029:x1798523591535296:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1383us (1440us total) trans 4295216301 rc 0/0 00000100:00100000:0.0:1715206672.537050:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571351 00000100:00100000:0.0:1715206672.537860:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.539317:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.539341:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.540388:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.542043:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.542621:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.543525:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.544022:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.544989:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.545355:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.546118:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.547496:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.547759:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.548643:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.548664:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.548765:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c2f54c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.548771:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c2f54c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.548787:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.548789:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.548796:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c2f54c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.548801:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c2f54c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.548812:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400c900/0xb73f6b2ce2c2f545 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f52 expref: 308 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.548820:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c2f54c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f52 expref: 307 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.548825:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff88009404e300) 00010000:00010000:0.0:1715206672.548826:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.548828:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b400cb40, rc 0) 00000100:00100000:0.0:1715206672.548847:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+308:13030:x1798523591536704:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1046us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.548851:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571360 00000100:00100000:0.0:1715206672.550704:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.551192:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.551778:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.552299:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.552441:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2f568 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.552454:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2f568 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.552463:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a2:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.552509:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c2f561 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f60 expref: 309 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.552520:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2f568 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f60 expref: 308 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.552526:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff880097371800) 00010000:00010000:0.0:1715206672.552541:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.552542:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c86c0, rc 0) 00000100:00100000:0.0:1715206672.552574:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+308:13029:x1798523591537088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1324us (1383us total) trans 4295216308 rc 0/0 00000100:00100000:0.0:1715206672.552581:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571362 00000100:00100000:0.0:1715206672.553021:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.553732:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.554034:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.554173:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2f584 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.554178:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2f584 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.554193:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a3:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.554195:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.554201:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2f584 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.554209:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2f584 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.554219:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2f57d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f67 expref: 311 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.554225:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c2f584 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f67 expref: 310 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.554230:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff880097371900) 00010000:00010000:0.0:1715206672.554231:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.554233:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f13b3c0, rc 0) 00000100:00100000:0.0:1715206672.554250:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+310:13030:x1798523591537280:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1137us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.554254:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571363 00000100:00100000:0.0:1715206672.554912:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.556146:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.556987:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.557304:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.557420:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b840/0xb73f6b2ce2c2f5a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.557435:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b840/0xb73f6b2ce2c2f5a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206672.557442:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.557486:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c2f599 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f75 expref: 312 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.557497:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b840/0xb73f6b2ce2c2f5a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f75 expref: 311 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.557502:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff8800940cc300) 00010000:00010000:0.0:1715206672.557503:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.557505:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f13b840, rc 0) 00000100:00100000:0.0:1715206672.557536:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+311:13030:x1798523591537600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1336us (1391us total) trans 4295216309 rc 0/0 00000100:00100000:0.0:1715206672.557540:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571365 00000100:00100000:0.0:1715206672.557998:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.558967:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.559522:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.560400:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.562925:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.562949:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.563012:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571370 00000100:00100000:0.0:1715206672.563016:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+311:13029:x1798523591538368:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.563024:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.563031:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2f5e6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58287f98 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.563090:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.563100:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f2d6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e79 expref: 313 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.563112:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.563129:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f2d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e79 expref: 313 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.563138:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f2d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e79 expref: 313 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.563148:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909af800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524796736:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.563183:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739a80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.564291:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909af800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524796736:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.564303:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000100:00100000:0.0:1715206672.564358:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158052 00000100:00100000:0.0:1715206672.564363:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+315:2002:x1798523591538432:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.564370:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.564374:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f2d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e79 expref: 315 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.564381:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f2d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e79 expref: 315 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.564390:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c2f2d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287e79 expref: 315 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.564401:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff8800940cc600) 00010000:00010000:0.0:1715206672.564403:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.564407:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.564410:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.564418:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.564450:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+313:2002:x1798523591538432:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 87us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.564457:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158052 00000100:00100000:0.0:1715206672.565879:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.566281:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.567173:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.567181:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591538688 00000100:00100000:0.0:1715206672.567184:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591538688 00010000:00010000:0.0:1715206672.567193:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f98 expref: 316 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.567211:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158054 00000100:00100000:0.0:1715206672.567214:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801373fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+316:2002:x1798523591538688:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.567219:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.567223:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f98 expref: 316 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.567231:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f98 expref: 316 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.567239:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f5ed lrc: 0/0,0 mode: --/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287f98 expref: 316 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.567244:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff8800940cc600) 00010000:00010000:0.0:1715206672.567247:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880136440900/0xb73f6b2ce2c2f610 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.567251:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880136440900/0xb73f6b2ce2c2f610 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.567254:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880136440900/0xb73f6b2ce2c2f610 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.567265:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.567282:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801373fc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+315:2002:x1798523591538688:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 67us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.567286:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158054 00000100:00100000:0.0:1715206672.567367:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.569461:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.570043:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.571039:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.571232:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.572539:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.572814:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.573851:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.573874:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.574029:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2f656 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.574037:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2f656 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.574074:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a9:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.574077:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.574087:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2f656 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.574094:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2f656 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.574192:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800830173c0/0xb73f6b2ce2c2f64f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287fbb expref: 315 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.574200:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c2f656 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287fbb expref: 314 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.574204:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff8800940cc000) 00010000:00010000:0.0:1715206672.574206:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.574208:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083016d00, rc 0) 00000100:00100000:0.0:1715206672.574234:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+314:13029:x1798523591539200:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1635us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.574238:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571375 00000100:00100000:0.0:1715206672.576295:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.577267:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.577498:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591539712 00000100:00100000:0.0:1715206672.577503:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591539712 00010000:00010000:0.0:1715206672.577516:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c2f01a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d61 expref: 318 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.577537:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158060 00000100:00100000:0.0:1715206672.577550:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+318:2002:x1798523591539712:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.577557:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.577562:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c2f01a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d61 expref: 318 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.577570:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c2f01a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d61 expref: 318 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.577582:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c2f01a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d61 expref: 318 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.577592:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800972e0200) 00010000:00010000:0.0:1715206672.577596:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880094835b00/0xb73f6b2ce2c2f672 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.577602:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094835b00/0xb73f6b2ce2c2f672 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.577606:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094835b00/0xb73f6b2ce2c2f672 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.577622:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.577649:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+317:2002:x1798523591539712:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 98us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.577653:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158060 00000100:00100000:0.0:1715206672.578462:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.578634:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c2f680 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.578638:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c2f680 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.578645:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.578682:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094835200/0xb73f6b2ce2c2f679 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287fd0 expref: 317 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.578689:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c2f680 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287fd0 expref: 316 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.578693:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff88012f350000) 00010000:00010000:0.0:1715206672.578694:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.578696:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834fc0, rc 0) 00000100:00100000:0.0:1715206672.578720:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+316:13030:x1798523591539648:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1358us (1456us total) trans 4295216316 rc 0/0 00000100:00100000:0.0:1715206672.578724:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571378 00000100:00100000:0.0:1715206672.579052:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.580245:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.580419:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094837a80/0xb73f6b2ce2c2f69c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.580435:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094837a80/0xb73f6b2ce2c2f69c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.580451:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.580453:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.580460:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094837a80/0xb73f6b2ce2c2f69c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.580468:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094837a80/0xb73f6b2ce2c2f69c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.580479:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094835440/0xb73f6b2ce2c2f695 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287fd7 expref: 317 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.580487:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094837a80/0xb73f6b2ce2c2f69c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287fd7 expref: 317 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.580493:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800972e0200) 00010000:00010000:0.0:1715206672.580495:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.580496:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837a80, rc 0) 00000100:00100000:0.0:1715206672.580521:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+318:13029:x1798523591539840:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1378us (1469us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.580526:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571379 00000100:00100000:0.0:1715206672.581486:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.582638:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.583721:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.584090:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.585130:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.585405:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591540480 00000100:00100000:0.0:1715206672.585409:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591540480 00010000:00010000:0.0:1715206672.585419:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c2f060 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d7d expref: 321 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.585454:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158065 00000100:00100000:0.0:1715206672.585458:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+321:2003:x1798523591540480:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.585465:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.585468:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c2f060 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d7d expref: 321 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.585474:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c2f060 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d7d expref: 321 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.585482:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c2f060 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287d7d expref: 321 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.585489:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff8800832d8600) 00010000:00010000:0.0:1715206672.585493:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400dd40/0xb73f6b2ce2c2f6cd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.585499:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400dd40/0xb73f6b2ce2c2f6cd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.585504:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400dd40/0xb73f6b2ce2c2f6cd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.585522:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.585550:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+320:2003:x1798523591540480:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 89us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.585556:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158065 00000100:00100000:0.0:1715206672.586283:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.586453:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.586458:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.586476:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10093:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.586478:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.586484:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.586489:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.586499:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094837840/0xb73f6b2ce2c2f6d4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ff3 expref: 319 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.586506:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ff3 expref: 318 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.586511:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff880096846000) 00010000:00010000:0.0:1715206672.586512:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.586514:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834480, rc 0) 00000100:00100000:0.0:1715206672.586533:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+318:13029:x1798523591540416:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1337us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.586537:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571383 00000100:00100000:0.0:1715206672.586768:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.587993:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.588173:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c2f6f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.588180:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c2f6f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.588198:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10092:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.588201:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.588209:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c2f6f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.588216:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c2f6f0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.588230:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880136443cc0/0xb73f6b2ce2c2f6e9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ffa expref: 319 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.588240:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c2f6f0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ffa expref: 318 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.588245:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff8800832d8600) 00010000:00010000:0.0:1715206672.588246:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.588248:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136440b40, rc 0) 00000100:00100000:0.0:1715206672.588272:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+318:13030:x1798523591540608:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1429us (1504us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.588276:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571384 00000100:00100000:0.0:1715206672.588511:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.589701:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.589861:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2f6fe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.589869:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2f6fe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.589879:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10094:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.589928:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2f6f7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288001 expref: 320 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.589944:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2f6fe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10094:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288001 expref: 319 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.589951:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff880095dd8a00) 00010000:00010000:0.0:1715206672.589953:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.589955:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02d00, rc 0) 00000100:00100000:0.0:1715206672.589988:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+319:13029:x1798523591540800:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1403us (1476us total) trans 4295216319 rc 0/0 00000100:00100000:0.0:1715206672.589995:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571385 00000100:00100000:0.0:1715206672.590329:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.592462:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.593026:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.594093:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.595135:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.596487:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.596511:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.597746:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.598075:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.599092:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.599288:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.600481:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.601554:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.602781:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.602925:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2f78a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.602931:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2f78a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.602938:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.602979:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c2f783 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288039 expref: 324 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.602990:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2f78a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288039 expref: 324 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.602994:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88009086c000) 00010000:00010000:0.0:1715206672.602996:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.602997:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f139440, rc 0) 00000100:00100000:0.0:1715206672.603020:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+324:13029:x1798523591542080:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1399us (1470us total) trans 4295216323 rc 0/0 00000100:00100000:0.0:1715206672.603024:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571393 00000100:00100000:0.0:1715206672.604096:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.604201:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.604211:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591542400 00000100:00100000:0.0:1715206672.604214:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591542400 00000100:00100000:0.0:1715206672.604234:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571395 00000100:00100000:0.0:1715206672.604238:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+325:13029:x1798523591542400:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.604246:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.604253:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2f7a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288047 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.604272:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f7ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.604278:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2f78a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288039 expref: 326 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.604283:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c2f7ad lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.604294:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2f78a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288039 expref: 325 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.604299:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c2f78a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288039 expref: 326 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.604305:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b3c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524798336:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.604324:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739000 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.605257:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.605518:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.606571:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.606686:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c2f7c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.606690:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c2f7c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.606706:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10099:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.606708:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.606714:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c2f7c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.606718:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c2f7c2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.606729:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2f7bb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828804e expref: 325 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.606740:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c2f7c2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828804e expref: 324 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.606744:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff88009086c500) 00010000:00010000:0.0:1715206672.606746:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.606748:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01b00, rc 0) 00000100:00100000:0.0:1715206672.606771:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+324:13030:x1798523591542528:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1202us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.606775:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571396 00000100:00100000:0.0:1715206672.607634:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.608705:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.608729:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.608829:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2f7d0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.608834:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2f7d0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.608842:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009b:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.608877:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2f7c9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288055 expref: 328 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.608885:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2f7d0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288055 expref: 327 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.608890:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff88012f350b00) 00010000:00010000:0.0:1715206672.608891:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.608893:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03180, rc 0) 00000100:00100000:0.0:1715206672.608912:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+327:13029:x1798523591542720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1216us (1280us total) trans 4295216325 rc 0/0 00000100:00100000:0.0:1715206672.608917:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571397 00000100:00100000:0.0:1715206672.610088:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.610114:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.611213:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.611616:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.612714:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.613975:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.614897:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.615232:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.616195:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.616724:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.617520:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.617822:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.618731:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.620211:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.621737:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.621774:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.623082:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.623107:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.624495:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.624521:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.625842:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.627015:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.627572:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.628690:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.629213:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.630268:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.630923:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.631655:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.632325:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.633236:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.634109:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.634650:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.635440:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.636339:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.637245:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.637785:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.638632:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.639665:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.640341:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.641741:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.642491:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.643984:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.644523:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.645518:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.646125:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.646812:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.647130:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524799296:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.647141:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2fa54 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d71:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000100:00100000:0.0:1715206672.647379:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.647522:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2fa54 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d71:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.647528:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2fa54 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d71:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.647537:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d71:0x0]: returning size 0 00010000:00010000:0.0:1715206672.647581:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c2fa4d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828813c expref: 339 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.647603:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c2fa54 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d71:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828813c expref: 338 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.647609:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d71:0x0].0x0 (ffff880120000600) 00010000:00010000:0.0:1715206672.647611:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.647613:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c86c0, rc 0) 00000100:00100000:0.0:1715206672.647633:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+338:13030:x1798523591546816:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1440us (1508us total) trans 4295216336 rc 0/0 00000100:00100000:0.0:1715206672.647639:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571428 00000100:00100000:0.0:1715206672.648097:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.649079:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.649415:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2fa70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.649435:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2fa70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.649453:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d70:0x0]: returning size 0 00000004:00200000:0.0:1715206672.649456:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.649465:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2fa70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.649472:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2fa70 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.649486:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2fa69 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288143 expref: 341 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.649496:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2fa70 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288143 expref: 340 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.649502:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d70:0x0].0x0 (ffff88012dc58000) 00010000:00010000:0.0:1715206672.649504:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.649506:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01f80, rc 0) 00000100:00100000:0.0:1715206672.649525:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+340:13029:x1798523591547008:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1386us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.649530:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571429 00000100:00100000:0.0:1715206672.650196:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.651048:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.652157:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.652347:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.653626:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.653656:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.654878:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.656362:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.656650:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.657975:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.658164:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.659123:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.659153:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.659279:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2fac4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d71:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.659288:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2fac4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d71:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.659296:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d71:0x0]: returning size 2048 00010000:00010000:0.0:1715206672.659345:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924cad00/0xb73f6b2ce2c2fabd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288174 expref: 347 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.659353:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c2fac4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d71:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288174 expref: 345 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.659357:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d71:0x0].0x0 (ffff880120000600) 00010000:00010000:0.0:1715206672.659359:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.659361:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca640, rc 0) 00000100:00100000:0.0:1715206672.659376:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+345:13030:x1798523591548096:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1115us (1213us total) trans 4295216339 rc 0/0 00000100:00100000:0.0:1715206672.659383:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571434 00000100:00100000:0.0:1715206672.660597:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.660621:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.660667:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571436 00000100:00100000:0.0:1715206672.660671:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+345:13029:x1798523591548288:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.660680:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.660687:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2fad9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288182 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.660708:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c2fae7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.660714:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538d80/0xb73f6b2ce2c2fab6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d70:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828816d expref: 347 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.660719:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c2fae7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.660731:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538d80/0xb73f6b2ce2c2fab6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d70:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828816d expref: 347 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.660736:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538d80/0xb73f6b2ce2c2fab6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d70:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828816d expref: 347 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.660743:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524799872:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.660767:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.661841:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.661862:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.661990:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c2fae7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.661996:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c2fae7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.662011:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d70:0x0]: returning size 2048 00000004:00200000:0.0:1715206672.662013:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.662019:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c2fae7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.662024:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c2fae7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.662035:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2fad9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288182 expref: 346 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.662047:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c2fae7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d70:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288182 expref: 345 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.662051:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d70:0x0].0x0 (ffff88012dc58000) 00010000:00010000:0.0:1715206672.662068:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.662070:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922640, rc 0) 00000100:00100000:0.0:1715206672.662089:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+346:13029:x1798523591548288:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1418us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.662094:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571436 00000100:00100000:0.0:1715206672.664941:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.664965:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.666321:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.666348:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.667855:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.667882:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.671457:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.671825:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.672674:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.672787:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fb34 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.672792:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fb34 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.672799:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.672888:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fb2d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881a5 expref: 350 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.672901:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fb34 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881a5 expref: 349 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.672905:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff88011f3f9c00) 00010000:00010000:0.0:1715206672.672907:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.672908:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092558480, rc 0) 00000100:00100000:0.0:1715206672.672931:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+349:13030:x1798523591548992:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1394us (1476us total) trans 4295216341 rc 0/0 00000100:00100000:0.0:1715206672.672935:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571441 00000100:00100000:0.0:1715206672.674150:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.674361:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591549376 00000100:00100000:0.0:1715206672.674364:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591549376 00000100:00100000:0.0:1715206672.674379:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571444 00000100:00100000:0.0:1715206672.674383:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+350:13029:x1798523591549376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.674390:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.674396:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2fb65 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582881ba expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.674415:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921200/0xb73f6b2ce2c2fb6c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.674435:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c2fb42 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881ac expref: 351 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.674440:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921200/0xb73f6b2ce2c2fb6c lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.674454:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c2fb42 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881ac expref: 351 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.674466:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c2fb42 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881ac expref: 351 pid: 7128 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.674471:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524800192:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.674496:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.675350:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.675380:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.675449:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158104 00000100:00100000:0.0:1715206672.675454:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+353:2003:x1798523591549440:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.675462:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.675467:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fb34 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881a5 expref: 353 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.675475:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fb34 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881a5 expref: 353 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.675486:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fb34 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881a5 expref: 353 pid: 18825 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.675496:0:7113:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff88011f3f9c00) 00010000:00010000:0.0:1715206672.675499:0:7113:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ded00/0xb73f6b2ce2c2fb5e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.675505:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ded00/0xb73f6b2ce2c2fb5e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.675510:0:7113:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ded00/0xb73f6b2ce2c2fb5e lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.675526:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.675543:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+351:2003:x1798523591549440:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 89us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.675548:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158104 00000100:00100000:0.0:1715206672.677775:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.677800:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.679412:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.679455:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.679509:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117401 00000100:00100000:0.0:1715206672.679515:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+349:13030:x1798523591549760:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.679597:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+351:13030:x1798523591549760:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 81us (185us total) trans 4295216344 rc 0/0 00000100:00100000:0.0:1715206672.679604:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117401 00000100:00100000:0.0:1715206672.681026:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.681157:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.682320:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.682345:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.682528:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2fbb2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.682534:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2fbb2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.682542:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.682579:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2fbab lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881d6 expref: 353 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.682588:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2fbb2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881d6 expref: 353 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.682592:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff88011f3f9c00) 00010000:00010000:0.0:1715206672.682594:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.682595:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800833ddd40, rc 0) 00000100:00100000:0.0:1715206672.682620:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+353:13030:x1798523591550144:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1414us (1464us total) trans 4295216345 rc 0/0 00000100:00100000:0.0:1715206672.682625:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571448 00000100:00100000:0.0:1715206672.684032:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.684077:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.684087:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591550336 00000100:00100000:0.0:1715206672.684090:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591550336 00000100:00100000:0.0:1715206672.684108:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571449 00000100:00100000:0.0:1715206672.684111:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+353:13029:x1798523591550336:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.684120:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.684126:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2fbc7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582881dd expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.684145:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2fbd5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.684152:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fba4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881cf expref: 355 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.684156:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2fbd5 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.684167:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fba4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881cf expref: 355 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.684173:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fba4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881cf expref: 355 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.684179:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d709c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524800384:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.684205:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.685192:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.685211:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.685324:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2fbd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.685330:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2fbd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.685347:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.685349:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.685356:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2fbd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.685361:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2fbd5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.685372:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2fbc7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881dd expref: 355 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.685380:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c2fbd5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881dd expref: 353 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.685388:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff88009200b400) 00010000:00010000:0.0:1715206672.685390:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.685391:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920fc0, rc 0) 00000100:00100000:0.0:1715206672.685410:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+354:13029:x1798523591550336:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1298us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.685414:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571449 00000100:00100000:0.0:1715206672.688296:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.688321:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.689451:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.689487:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.689638:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de400/0xb73f6b2ce2c2fbf1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.689646:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de400/0xb73f6b2ce2c2fbf1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.689656:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1008a:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.689701:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c2fbe3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881eb expref: 355 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.689713:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de400/0xb73f6b2ce2c2fbf1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582881eb expref: 354 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.689720:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff88009200bb00) 00010000:00010000:0.0:1715206672.689722:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.689725:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800833de400, rc 0) 00000100:00100000:0.0:1715206672.689748:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+354:13029:x1798523591550656:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1350us (1453us total) trans 4295216348 rc 0/0 00000100:00100000:0.0:1715206672.689755:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571451 00000100:00100000:0.0:1715206672.691186:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.691219:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.692509:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.692542:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.695070:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.695094:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.695175:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571456 00000100:00100000:0.0:1715206672.695179:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+355:13030:x1798523591551360:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.695187:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.695194:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2fc30 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288207 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.695228:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2fc3e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.695235:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c2d586 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828737b expref: 357 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.695239:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2fc3e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.695251:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c2d586 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828737b expref: 357 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.695256:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c2d586 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828737b expref: 357 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.695266:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d70b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524800832:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.695292:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.696346:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.696366:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.697911:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.697933:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.697983:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571458 00000100:00100000:0.0:1715206672.697987:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+357:13029:x1798523591551680:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.697994:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.698000:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921200/0xb73f6b2ce2c2fc5a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828821c expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.698020:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2fc61 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.698025:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fc37 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828820e expref: 359 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.698030:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c2fc61 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.698040:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fc37 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828820e expref: 359 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.698046:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fc37 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828820e expref: 359 pid: 7128 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.698071:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d709c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524800896:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.698094:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.699230:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.699254:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.699295:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158117 00000100:00100000:0.0:1715206672.699301:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+361:2002:x1798523591551808:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.699309:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.699314:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2fc3e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288207 expref: 361 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.699322:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2fc3e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288207 expref: 360 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.699333:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920d80/0xb73f6b2ce2c2fc3e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1008d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288207 expref: 360 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.699343:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff8800972e0400) 00010000:00010000:0.0:1715206672.699346:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2fc68 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.699352:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2fc68 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.699358:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c2fc68 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.699371:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.699390:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+359:2002:x1798523591551808:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 88us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.699397:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158117 00000100:00100000:0.0:1715206672.701533:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.701563:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.702795:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.702817:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.702943:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ded00/0xb73f6b2ce2c2fc7d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.702951:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ded00/0xb73f6b2ce2c2fc7d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.702961:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1008e:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.703011:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c2fc6f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288223 expref: 361 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.703028:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ded00/0xb73f6b2ce2c2fc7d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288223 expref: 359 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.703034:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff88012f350300) 00010000:00010000:0.0:1715206672.703036:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.703038:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800833ded00, rc 0) 00000100:00100000:0.0:1715206672.703074:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+358:13029:x1798523591551936:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1457us (1541us total) trans 4295216351 rc 0/0 00000100:00100000:0.0:1715206672.703079:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571459 00000100:00100000:0.0:1715206672.704396:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.705145:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.705992:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.706296:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.708318:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591552576 00000100:00100000:0.0:1715206672.708323:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591552576 00000100:00100000:0.0:1715206672.708349:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591552704 00000100:00100000:0.0:1715206672.708351:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591552704 00000100:00100000:0.0:1715206672.708377:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571463 00000100:00100000:0.0:1715206672.708382:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+359:13030:x1798523591552576:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.708391:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.708400:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c2fcb5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828823f expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.708465:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2fcc3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.708476:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936ac0/0xb73f6b2ce2c2de77 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582876df expref: 361 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.708482:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2fcc3 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.708499:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936ac0/0xb73f6b2ce2c2de77 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582876df expref: 361 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.708509:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936ac0/0xb73f6b2ce2c2de77 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582876df expref: 361 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.708518:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524801280:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.708553:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.709717:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.709750:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.711145:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.711175:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.712361:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.712394:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.714215:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591553152 00000100:00100000:0.0:1715206672.714219:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591553152 00000100:00100000:0.0:1715206672.714240:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591553216 00000100:00100000:0.0:1715206672.714243:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591553216 00000100:00100000:0.0:1715206672.714256:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571468 00000100:00100000:0.0:1715206672.714261:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+361:13029:x1798523591553216:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.714270:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.714278:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092231200/0xb73f6b2ce2c2fd02 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288262 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.714304:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.714312:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714319:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714329:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206672.714335:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714340:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714360:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714365:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714370:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714374:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.714377:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714382:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714389:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.714392:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.714395:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714399:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092231680/0xb73f6b2ce2c2fd10 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714407:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714412:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714417:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714456:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.714458:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714464:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714471:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x6c9b575e (ffff88009608a400) 00010000:00010000:0.0:1715206672.714473:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.714475:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714480:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092232ac0/0xb73f6b2ce2c2fd1e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.714500:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092231200/0xb73f6b2ce2c2fd02 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288262 expref: 361 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.714508:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092231200/0xb73f6b2ce2c2fd02 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288262 expref: 361 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.714516:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092231200, rc 0) 00000100:00100000:0.0:1715206672.714545:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+360:13029:x1798523591553216:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 283us (326us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.714552:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571468 00000100:00100000:0.0:1715206672.715815:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.715848:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.717408:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.717448:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.718840:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.718876:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.720620:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.720647:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.720691:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571475 00000100:00100000:0.0:1715206672.720696:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+361:13029:x1798523591553856:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.720703:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.720710:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2fda3 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288293 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.720733:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.720739:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720744:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720749:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.720753:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720756:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720767:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720770:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720774:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720777:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720780:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009255aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.720782:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720785:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720789:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.720790:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.720792:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720795:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255aac0/0xb73f6b2ce2c2fdb1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720800:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720803:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720806:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720809:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092559680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.720811:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720814:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720818:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x6c9b575e (ffff88009608a000) 00010000:00010000:0.0:1715206672.720819:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.720820:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720823:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c2fdb8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.720834:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2fda3 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288293 expref: 363 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.720839:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092232640/0xb73f6b2ce2c2fda3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288293 expref: 363 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.720843:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092232640, rc 0) 00000100:00100000:0.0:1715206672.720867:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+361:13029:x1798523591553856:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 171us (249us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.720871:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571475 00000100:00100000:0.0:1715206672.722122:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.722147:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.722185:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571477 00000100:00100000:0.0:1715206672.722190:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+361:13029:x1798523591554048:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.722197:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.722203:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fdcd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582882a1 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.722227:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.722233:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722237:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722243:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.722247:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722250:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722261:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722264:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722267:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722270:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.722272:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722275:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722282:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.722283:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.722285:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722288:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2fde2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722293:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722296:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722298:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722301:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.722302:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722305:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722309:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x6ce85660 (ffff88009608a800) 00010000:00010000:0.0:1715206672.722310:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.722311:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722314:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fdf0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x6ce85660 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.722326:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fdcd lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582882a1 expref: 363 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.722331:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558480/0xb73f6b2ce2c2fdcd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582882a1 expref: 362 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.722336:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092558480, rc 0) 00000100:00100000:0.0:1715206672.722353:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+361:13029:x1798523591554048:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 162us (232us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.722359:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571477 00000100:00100000:0.0:1715206672.723768:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.723800:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.725278:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.725302:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.727179:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.727203:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.729390:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.729414:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.729467:0:18681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77577 00000100:00100000:0.0:1715206672.729472:0:18681:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:752736b1-8a2f-4789-8625-c7af9bb462b5+147:2000:x1798523591554816:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.729479:0:18681:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.729489:0:18681:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fe91 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582882d9 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1715206672.729501:0:18681:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0xe82:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1715206672.729510:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.729512:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.729516:0:18681:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fe91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582882d9 expref: 148 pid: 18681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.729527:0:18681:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2fe91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582882d9 expref: 148 pid: 18681 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.729532:0:18681:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03a80, rc 0) 00000100:00100000:0.0:1715206672.729560:0:18681:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:752736b1-8a2f-4789-8625-c7af9bb462b5+148:2000:x1798523591554816:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 88us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.729564:0:18681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77577 00000100:00100000:0.0:1715206672.731852:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.731877:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.733637:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.733662:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.735007:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.735028:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.736598:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.736626:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.737903:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.737922:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.739871:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.739896:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.741358:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.741381:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.742499:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.742592:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.744390:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.744415:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.745915:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.745943:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.747159:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.747195:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.747300:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec6c0/0xb73f6b2ce2c2ff1d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d72:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.747305:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec6c0/0xb73f6b2ce2c2ff1d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d72:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.747313:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d72:0x0]: returning size 2048 00010000:00010000:0.0:1715206672.747349:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c2ff0f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288326 expref: 376 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.747367:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec6c0/0xb73f6b2ce2c2ff1d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d72:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288326 expref: 376 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.747372:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d72:0x0].0x0 (ffff8800948e6400) 00010000:00010000:0.0:1715206672.747373:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.747375:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5ec6c0, rc 0) 00000100:00100000:0.0:1715206672.747392:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+375:13030:x1798523591556672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1363us (1449us total) trans 4295216363 rc 0/0 00000100:00100000:0.0:1715206672.747401:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571492 00000100:00100000:0.0:1715206672.748606:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.748816:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.749620:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.749826:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.753244:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591557120 00000100:00100000:0.0:1715206672.753249:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591557120 00000100:00100000:0.0:1715206672.753264:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571495 00000100:00100000:0.0:1715206672.753268:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+374:13030:x1798523591557120:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.753275:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.753281:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2ff55 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828833b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.753299:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.753305:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753309:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753316:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.753320:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753323:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753337:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753340:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753343:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753346:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.753349:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753353:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753358:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206672.753359:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.753361:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753363:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c2ff5c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753377:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753380:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753384:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753386:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.753387:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753390:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753394:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x54f6b75a (ffff88009608a600) 00010000:00010000:0.0:1715206672.753395:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.753396:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753401:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c2ff63 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753415:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2ff55 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828833b expref: 375 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.753434:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c2ff55 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828833b expref: 375 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.753439:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03a80, rc 0) 00000100:00100000:0.0:1715206672.753499:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+374:13030:x1798523591557120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 229us (270us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.753503:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571495 00000100:00100000:0.0:1715206672.753535:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591557184 00000100:00100000:0.0:1715206672.753538:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591557184 00000100:00100000:0.0:1715206672.753547:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571496 00000100:00100000:0.0:1715206672.753550:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+374:13029:x1798523591557184:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.753556:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.753561:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2ff6a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288342 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.753575:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.753580:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753584:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753591:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.753594:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753597:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753606:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753609:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753612:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753615:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.753617:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753620:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753624:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206672.753625:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.753626:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753629:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c2ff71 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753636:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753639:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753643:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753646:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206672.753648:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753653:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753659:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x54f6b75a (ffff88009608a300) 00010000:00010000:0.0:1715206672.753661:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206672.753663:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753667:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c2ff78 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.753685:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2ff6a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288342 expref: 375 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.753692:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c2ff6a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288342 expref: 375 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.753699:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03180, rc 0) 00000100:00100000:0.0:1715206672.753727:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+374:13029:x1798523591557184:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 175us (202us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206672.753731:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571496 00000100:00100000:0.0:1715206672.754499:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.754982:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.755878:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.756706:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.758785:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.760018:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.760355:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.761570:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.762444:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.762922:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.763692:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.763949:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.765376:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.766357:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.766557:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.767969:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.769554:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.769578:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.770231:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524802624 00000100:00100000:0.0:1715206672.770235:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524802624 00000100:00100000:0.0:1715206672.770256:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1715206672.770260:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524802624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1715206672.770274:0:10609:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439404032 avail 1309941760 00000100:00100000:0.0:1715206672.770302:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524802624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.770307:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1715206672.770830:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.771265:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591558912 00000100:00100000:0.0:1715206672.771268:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591558912 00000100:00100000:0.0:1715206672.771283:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117412 00000100:00100000:0.0:1715206672.771287:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+382:13029:x1798523591558912:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.771345:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+383:13029:x1798523591558912:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 57us (90us total) trans 4295216371 rc 0/0 00000100:00100000:0.0:1715206672.771349:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117412 00000100:00100000:0.0:1715206672.772218:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.772549:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.773200:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.773741:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.775081:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.775782:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.776477:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.778905:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.778935:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.780647:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.780766:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.782121:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.782441:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.783601:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.783629:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.785081:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.785460:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.786572:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.786948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.787861:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.788589:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.789477:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.790100:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.791589:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.791973:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.793565:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.793898:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.795285:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.796319:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.796707:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c301ee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206672.796720:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c301ee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206672.796730:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d74:0x0]: returning size 0 00010000:00010000:0.0:1715206672.796779:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c301e7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288429 expref: 392 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.796804:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c301ee lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288429 expref: 391 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.796810:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d74:0x0].0x0 (ffff880095952300) 00010000:00010000:0.0:1715206672.796812:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.796814:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289b00, rc 0) 00000100:00100000:0.0:1715206672.796836:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+391:13030:x1798523591561408:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1476us (1552us total) trans 4295216377 rc 0/0 00000100:00100000:0.0:1715206672.796857:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571527 00000100:00100000:0.0:1715206672.797904:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.798235:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.799235:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.799280:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.799494:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.799501:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.799519:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d74:0x0]: returning size 0 00000004:00200000:0.0:1715206672.799523:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.799531:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.799539:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.799555:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3020a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288437 expref: 393 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.799566:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288437 expref: 392 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.799572:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d74:0x0].0x0 (ffff880095952300) 00010000:00010000:0.0:1715206672.799574:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.799577:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d46c0, rc 0) 00000100:00100000:0.0:1715206672.799608:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+392:13030:x1798523591561792:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1320us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.799622:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571529 00000100:00100000:0.0:1715206672.800653:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.801331:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.801862:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.802038:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.802046:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.802083:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d75:0x0]: returning size 0 00000004:00200000:0.0:1715206672.802086:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.802095:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.802102:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.802117:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d937a80/0xb73f6b2ce2c3021f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 394 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.802128:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 393 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.802135:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d75:0x0].0x0 (ffff880095952500) 00010000:00010000:0.0:1715206672.802138:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.802140:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d935d40, rc 0) 00000100:00100000:0.0:1715206672.802162:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+393:13029:x1798523591561984:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1437us (1510us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.802169:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571530 00000100:00100000:0.0:1715206672.802809:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.803760:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524803200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.803780:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.803792:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206672.803796:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524803264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.803810:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.803822:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524803456:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.803908:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.803930:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524803200 00000100:00100000:0.0:1715206672.803933:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524803200 00000100:00100000:0.0:1715206672.803952:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524803520 00000100:00100000:0.0:1715206672.803954:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524803520 00000100:00100000:0.0:1715206672.803965:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524803648 00000100:00100000:0.0:1715206672.803967:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524803648 00000100:00100000:0.0:1715206672.803977:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524803328 00000100:00100000:0.0:1715206672.803978:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524803328 00000100:00100000:0.0:1715206672.803991:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77585 00000100:00100000:0.0:1715206672.803996:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3685:x1798523524803264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.804008:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8228 count 1 00010000:00010000:0.0:1715206672.804020:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804031:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c2204a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283928 expref: 149 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804037:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804038:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804041:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804079:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c2204a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283928 expref: 149 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804088:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c2204a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283928 expref: 149 pid: 9392 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.804144:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524803776:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.804163:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.804176:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77587 00000100:00100000:0.0:1715206672.804179:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3688:x1798523524803392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.804188:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8232 count 1 00010000:00010000:0.0:1715206672.804201:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804208:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880120115f80/0xb73f6b2ce2c22854 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bd6 expref: 149 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804211:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804212:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804214:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804223:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880120115f80/0xb73f6b2ce2c22854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bd6 expref: 149 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804229:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880120115f80/0xb73f6b2ce2c22854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bd6 expref: 149 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.804235:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524803904:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.804247:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.804257:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77589 00000100:00100000:0.0:1715206672.804260:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3685:x1798523524803456:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.804267:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8234 count 1 00010000:00010000:0.0:1715206672.804272:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804278:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c22a84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c9a expref: 149 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804281:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804282:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804283:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804291:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c22a84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c9a expref: 149 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804297:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c22a84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c9a expref: 149 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.804302:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524804032:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.804311:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739300 going to sleep for 11 seconds 00000100:00080000:0.0:1715206672.804318:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206642 00000100:00100000:0.0:1715206672.804339:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.804365:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.804375:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591562304 00000100:00100000:0.0:1715206672.804377:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591562304 00010000:00010000:0.0:1715206672.804385:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d935f80/0xb73f6b2ce2c301b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288414 expref: 150 pid: 18681 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.804395:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158148 00000100:00100000:0.0:1715206672.804397:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+150:2002:x1798523591562304:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.804402:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.804410:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d935f80/0xb73f6b2ce2c301b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288414 expref: 150 pid: 18681 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.804416:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d935f80/0xb73f6b2ce2c301b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288414 expref: 150 pid: 18681 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.804440:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804441:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804445:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 150 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804449:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 150 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804461:0:18680:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 150 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.804466:0:18680:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:18680:1798523524804416:192.168.203.35@tcp:105: 00000100:00100000:0.0:1715206672.804479:0:18680:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.804488:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206672.804492:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524804608:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.804505:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524804544 00000100:00100000:0.0:1715206672.804507:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524804544 00000100:00100000:0.0:1715206672.804523:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77594 00000100:00100000:0.0:1715206672.804525:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3686:x1798523524804544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.804532:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8234 count 1 00010000:00010000:0.0:1715206672.804540:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804546:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c22a5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c8c expref: 148 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804550:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804551:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804552:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804561:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c22a5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c8c expref: 148 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804566:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c22a5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c8c expref: 148 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.804572:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524804800:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.804582:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0c00 going to sleep for 11 seconds 00000100:00080000:0.0:1715206672.804590:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206642 00000100:00100000:0.0:1715206672.804596:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.804629:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524804608 00000100:00100000:0.0:1715206672.804631:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524804608 00000100:00100000:0.0:1715206672.804639:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524804736 00000100:00100000:0.0:1715206672.804641:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524804736 00000100:00100000:0.0:1715206672.804646:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77596 00000100:00100000:0.0:1715206672.804649:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3688:x1798523524804480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.804655:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8232 count 1 00010000:00010000:0.0:1715206672.804662:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804668:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120116880/0xb73f6b2ce2c22800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bba expref: 148 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804672:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804672:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.804674:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804683:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120116880/0xb73f6b2ce2c22800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bba expref: 148 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.804688:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120116880/0xb73f6b2ce2c22800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bba expref: 148 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.804693:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524804992:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.804703:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1c36cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.804712:0:18670:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77598 00000100:00100000:0.0:1715206672.804714:0:18670:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3688:x1798523524804352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.804721:0:18670:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8225 count 1 00010000:00010000:0.0:1715206672.804726:0:18670:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c302a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2021:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804732:0:18670:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b8d440/0xb73f6b2ce2c21b49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283784 expref: 148 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804735:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.804736:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206672.804737:0:18670:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c302a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804746:0:18670:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b8d440/0xb73f6b2ce2c21b49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283784 expref: 148 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.804751:0:18670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b8d440/0xb73f6b2ce2c21b49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2021:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283784 expref: 148 pid: 18695 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.804756:0:18670:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18670:1798523524805184:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.804763:0:18670:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1c36780 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.805764:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524803776:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.805774:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.805957:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:0.0:1715206672.806830:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091a300/2, rc 0, transno 21397 00000100:00100000:0.0:1715206672.806841:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524803200:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.806965:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524805312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.806981:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.809337:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.809369:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524803904:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.809379:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.809395:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.809403:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591562496 00000100:00100000:0.0:1715206672.809406:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591562496 00010000:00010000:0.0:1715206672.809415:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c22cb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x202c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283d5e expref: 149 pid: 11062 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.809446:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158151 00000100:00100000:0.0:1715206672.809452:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2002:x1798523591562496:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.809471:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.809476:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c22cb4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x202c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283d5e expref: 149 pid: 11062 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.809553:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c22cb4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x202c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283d5e expref: 147 pid: 11062 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.809566:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c22cb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x202c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283d5e expref: 147 pid: 11062 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.809580:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.809582:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.809584:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d936400/0xb73f6b2ce2c30250 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809591:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d936400/0xb73f6b2ce2c30250 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x202c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809611:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.809631:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+146:2002:x1798523591562496:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 179us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.809638:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158151 00010000:00010000:0.0:1715206672.809653:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809660:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809666:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809672:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809678:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809688:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.809691:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809696:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809705:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809710:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c30249 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2024:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.809788:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3685:x1798523524803264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5790us (5976us total) trans 4294988695 rc 0/0 00000100:00100000:0.0:1715206672.809795:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77585 00000004:00080000:0.0:1715206672.809819:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130919500/2, rc 0, transno 21399 00000100:00100000:0.0:1715206672.809832:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524803264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.809850:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524804032:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.809860:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.809895:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.809905:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591562560 00000100:00100000:0.0:1715206672.809908:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591562560 00010000:00010000:0.0:1715206672.809919:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880120115f80/0xb73f6b2ce2c22854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bd6 expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.809932:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158152 00000100:00100000:0.0:1715206672.809937:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+147:2002:x1798523591562560:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.809944:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.809947:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880120115f80/0xb73f6b2ce2c22854 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bd6 expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.809955:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880120115f80/0xb73f6b2ce2c22854 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bd6 expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.809967:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120115f80/0xb73f6b2ce2c22854 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bd6 expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.809975:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.809977:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.809979:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809986:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.809998:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.810013:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+145:2002:x1798523591562560:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 75us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.810021:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158152 00010000:00010000:0.0:1715206672.810032:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810039:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810046:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810053:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810078:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810083:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.810086:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810092:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810102:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810108:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c30257 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.810278:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3688:x1798523524803392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6097us (6401us total) trans 4294988697 rc 0/0 00000100:00100000:0.0:1715206672.810284:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77587 00000100:00100000:0.0:1715206672.810313:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.810322:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591562688 00000100:00100000:0.0:1715206672.810325:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591562688 00000100:00100000:0.0:1715206672.810392:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524805696 00000100:00100000:0.0:1715206672.810395:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524805696 00000100:00100000:0.0:1715206672.810409:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77604 00000100:00100000:0.0:1715206672.810413:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3687:x1798523524805696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.810442:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8244 count 1 00010000:00010000:0.0:1715206672.810452:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810461:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c23db6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284354 expref: 143 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.810466:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.810468:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.810470:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810484:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c23db6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284354 expref: 142 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.810493:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c23db6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284354 expref: 142 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.810506:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524805888:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.810520:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739300 going to sleep for 11 seconds 00010000:00010000:0.0:1715206672.810530:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810537:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810543:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810549:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810555:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810561:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.810564:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810570:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810581:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810588:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c30265 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.810671:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524803456:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6410us (6763us total) trans 4294988699 rc 0/0 00000100:00100000:0.0:1715206672.810677:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77589 00000100:00100000:0.0:1715206672.810749:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524804800:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.810760:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.810794:0:18680:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:18680:1798523524804416:192.168.203.35@tcp:105: 00010000:00010000:0.0:1715206672.810801:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.810815:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+140:2002:x1798523591562304:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 6415us (6448us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.810820:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158148 00000100:00100000:0.0:1715206672.810869:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.810876:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591562944 00000100:00100000:0.0:1715206672.810879:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591562944 00010000:00010000:0.0:1715206672.810888:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c22a5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c8c expref: 151 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.810902:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158157 00000100:00100000:0.0:1715206672.810906:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2003:x1798523591562944:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.810912:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.810916:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c22a5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x202a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c8c expref: 151 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.810924:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c22a5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x202a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c8c expref: 151 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.810937:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c22a5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x202a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c8c expref: 151 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.810946:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.810947:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.810950:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810957:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.810968:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.810981:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+150:2003:x1798523591562944:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.810987:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158157 00010000:00010000:0.0:1715206672.810999:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811006:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811013:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811020:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811026:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811031:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.811034:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811040:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811050:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811074:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c30288 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x202a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.811182:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3686:x1798523524804544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6655us (6682us total) trans 4294989182 rc 0/0 00000100:00100000:0.0:1715206672.811188:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77594 00000100:00100000:0.0:1715206672.811225:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.811233:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591563008 00000100:00100000:0.0:1715206672.811235:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591563008 00010000:00010000:0.0:1715206672.811244:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094836880/0xb73f6b2ce2c21e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828385d expref: 150 pid: 18676 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.811259:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158158 00000100:00100000:0.0:1715206672.811264:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+150:2003:x1798523591563008:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.811269:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.811272:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094836880/0xb73f6b2ce2c21e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828385d expref: 150 pid: 18676 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811280:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094836880/0xb73f6b2ce2c21e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828385d expref: 150 pid: 18676 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811291:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094836880/0xb73f6b2ce2c21e13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2022:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828385d expref: 150 pid: 18676 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811298:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811300:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811302:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38e640/0xb73f6b2ce2c30281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811308:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38e640/0xb73f6b2ce2c30281 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2022:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811318:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.811329:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2003:x1798523591563008:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 65us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.811334:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158158 00000100:00100000:0.0:1715206672.811344:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524806400 00000100:00100000:0.0:1715206672.811346:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524806400 00000100:00100000:0.0:1715206672.811364:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77609 00000100:00100000:0.0:1715206672.811367:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3685:x1798523524806400:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.811378:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8239 count 1 00010000:00010000:0.0:1715206672.811386:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c302ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x202f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811395:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d53a400/0xb73f6b2ce2c2315a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x202f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283ef4 expref: 148 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.811400:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811401:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811403:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c302ff lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x202f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811415:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d53a400/0xb73f6b2ce2c2315a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x202f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283ef4 expref: 148 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.811436:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d53a400/0xb73f6b2ce2c2315a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x202f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283ef4 expref: 148 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.811444:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524806464:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.811457:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.811530:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524804992:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.811541:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.811568:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.811578:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591563072 00000100:00100000:0.0:1715206672.811580:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591563072 00010000:00010000:0.0:1715206672.811590:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f71680/0xb73f6b2ce2c22043 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283921 expref: 149 pid: 9392 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.811603:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158159 00000100:00100000:0.0:1715206672.811607:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2003:x1798523591563072:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.811613:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.811616:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f71680/0xb73f6b2ce2c22043 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283921 expref: 149 pid: 9392 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811624:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f71680/0xb73f6b2ce2c22043 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283921 expref: 149 pid: 9392 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811635:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f71680/0xb73f6b2ce2c22043 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2024:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283921 expref: 149 pid: 9392 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811642:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811644:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811646:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3027a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811652:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3027a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2024:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811667:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.811678:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+148:2003:x1798523591563072:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 70us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.811683:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158159 00000100:00100000:0.0:1715206672.811716:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.811725:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591563136 00000100:00100000:0.0:1715206672.811727:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591563136 00010000:00010000:0.0:1715206672.811735:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120116880/0xb73f6b2ce2c22800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bba expref: 148 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.811747:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158160 00000100:00100000:0.0:1715206672.811752:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+148:2003:x1798523591563136:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.811758:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.811761:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120116880/0xb73f6b2ce2c22800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bba expref: 148 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811769:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120116880/0xb73f6b2ce2c22800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bba expref: 148 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811780:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120116880/0xb73f6b2ce2c22800 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2028:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283bba expref: 148 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.811789:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811790:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.811793:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811803:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811815:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.811826:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+147:2003:x1798523591563136:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.811832:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158160 00010000:00010000:0.0:1715206672.811843:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811849:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811855:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811861:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811866:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811872:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a1d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.811875:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811886:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811895:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.811901:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c30296 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2028:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.811977:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3688:x1798523524804480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7325us (7363us total) trans 4294989185 rc 0/0 00000100:00100000:0.0:1715206672.811983:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77596 00000100:00100000:0.0:1715206672.812067:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524806784 00000100:00100000:0.0:1715206672.812070:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524806784 00000100:00100000:0.0:1715206672.812084:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77612 00000100:00100000:0.0:1715206672.812087:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3688:x1798523524806784:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.812097:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8244 count 1 00010000:00010000:0.0:1715206672.812106:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.812115:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c23daf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828434d expref: 146 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.812121:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.812122:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.812125:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.812138:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c23daf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828434d expref: 146 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.812146:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c23daf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828434d expref: 146 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.812154:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524806848:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.812166:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1c36cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.812195:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.812202:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591563264 00000100:00100000:0.0:1715206672.812204:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591563264 00010000:00010000:0.0:1715206672.812212:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d538240/0xb73f6b2ce2c22f70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x202e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283e4c expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.812223:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158161 00000100:00100000:0.0:1715206672.812227:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+147:2002:x1798523591563264:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.812232:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.812235:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d538240/0xb73f6b2ce2c22f70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x202e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283e4c expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.812244:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d538240/0xb73f6b2ce2c22f70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x202e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283e4c expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.812253:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d538240/0xb73f6b2ce2c22f70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x202e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283e4c expref: 147 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.812262:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.812263:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.812264:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d53a640/0xb73f6b2ce2c3029d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.812269:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d53a640/0xb73f6b2ce2c3029d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x202e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.812277:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.812285:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+146:2002:x1798523591563264:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 58us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.812288:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158161 00000100:00100000:0.0:1715206672.812325:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.812345:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.812358:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.812380:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.812389:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591563456 00000100:00100000:0.0:1715206672.812391:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591563456 00010000:00010000:0.0:1715206672.812401:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d53b180/0xb73f6b2ce2c23184 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x202f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283f02 expref: 140 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.812415:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158164 00000100:00100000:0.0:1715206672.812431:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+140:2003:x1798523591563456:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.812438:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.812441:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d53b180/0xb73f6b2ce2c23184 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x202f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283f02 expref: 140 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.812454:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d53b180/0xb73f6b2ce2c23184 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x202f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283f02 expref: 140 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.812465:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.812467:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.812469:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c302c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.812476:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c302c0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x202f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.812486:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.812498:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+140:2003:x1798523591563456:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 78us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.812504:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158164 00000100:00100000:0.0:1715206672.812544:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.812973:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524806976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.812993:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.813117:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77616 00000100:00100000:0.0:1715206672.813121:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3687:x1798523524807104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.813132:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8250 count 1 00010000:00010000:0.0:1715206672.813140:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.813150:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec60240/0xb73f6b2ce2c248d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x203a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284728 expref: 142 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.813160:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.813161:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.813163:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.813177:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ec60240/0xb73f6b2ce2c248d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x203a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284728 expref: 142 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.813185:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ec60240/0xb73f6b2ce2c248d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284728 expref: 142 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.813193:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524807360:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.813213:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1c36780 going to sleep for 11 seconds 00000004:00080000:0.0:1715206672.813352:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a07800/2, rc 0, transno 21405 00000100:00100000:0.0:1715206672.813358:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524805312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.813390:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524807424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.813407:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.814291:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.814327:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.814362:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524805888:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.814372:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.814394:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.814462:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.814553:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814560:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814567:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814573:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814633:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814639:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5eef40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.814642:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814648:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814659:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814665:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c302dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.814763:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3687:x1798523524805696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4349us (4382us total) trans 4294988703 rc 0/0 00000100:00100000:0.0:1715206672.814769:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77604 00000100:00100000:0.0:1715206672.814948:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524807744 00000100:00100000:0.0:1715206672.814951:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524807744 00000100:00100000:0.0:1715206672.814965:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77619 00000100:00100000:0.0:1715206672.814970:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3687:x1798523524807744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.814980:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8253 count 1 00010000:00010000:0.0:1715206672.814989:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.814998:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c24c6c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x203d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284840 expref: 135 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.815004:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.815006:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.815008:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815023:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c24c6c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x203d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284840 expref: 135 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.815031:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c24c6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x203d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284840 expref: 135 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.815040:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524807872:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.815077:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.815211:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524808000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.815228:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.815490:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.815564:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206672.815570:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524808128:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.815587:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206672.815613:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815620:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815627:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815632:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815639:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815645:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d53a1c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.815648:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815654:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815664:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.815670:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d53a1c0/0xb73f6b2ce2c302f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2039:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.815749:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3687:x1798523524806080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4662us (4777us total) trans 4294988708 rc 0/0 00000100:00100000:0.0:1715206672.815755:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77608 00000100:00100000:0.0:1715206672.815806:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524808192 00000100:00100000:0.0:1715206672.815809:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524808192 00000100:00100000:0.0:1715206672.815822:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524808320 00000100:00100000:0.0:1715206672.815824:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524808320 00000100:00100000:0.0:1715206672.816129:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.816189:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.816230:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524806848:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.816240:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.816263:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.816272:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591564288 00000100:00100000:0.0:1715206672.816274:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591564288 00010000:00010000:0.0:1715206672.816284:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d937cc0/0xb73f6b2ce2c234ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284021 expref: 142 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.816298:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158176 00000100:00100000:0.0:1715206672.816302:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+142:2003:x1798523591564288:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.816309:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.816312:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d937cc0/0xb73f6b2ce2c234ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284021 expref: 142 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.816320:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d937cc0/0xb73f6b2ce2c234ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284021 expref: 142 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.816332:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d937cc0/0xb73f6b2ce2c234ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2031:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284021 expref: 142 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.816340:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.816342:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.816344:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d53ba80/0xb73f6b2ce2c3030d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816351:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d53ba80/0xb73f6b2ce2c3030d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2031:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816362:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.816377:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+139:2003:x1798523591564288:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.816383:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158176 00000004:00080000:0.0:1715206672.816491:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06d500/2, rc 0, transno 21894 00000100:00100000:0.0:1715206672.816499:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524806400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206672.816511:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816521:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816528:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816534:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816541:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816546:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5edf80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.816549:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816555:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816566:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816571:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c30314 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2034:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.816652:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3688:x1798523524806784:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4563us (4614us total) trans 4294989193 rc 0/0 00000100:00100000:0.0:1715206672.816658:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77612 00000100:00100000:0.0:1715206672.816672:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206672.816677:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524808576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.816695:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.816709:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524808576 00000100:00100000:0.0:1715206672.816712:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524808576 00000100:00100000:0.0:1715206672.816726:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77626 00000100:00100000:0.0:1715206672.816730:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009361a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3685:x1798523524808576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.816740:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8252 count 1 00010000:00010000:0.0:1715206672.816748:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816758:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c24b93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x203c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284801 expref: 137 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.816764:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.816765:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.816767:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.816780:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c24b93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x203c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284801 expref: 137 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.816788:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c24b93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284801 expref: 137 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.816797:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524808768:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.816813:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.818960:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.818984:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524807360:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.818994:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.819010:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.819019:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.819027:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.819040:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.819081:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.819103:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524807872:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.819110:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.819120:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591564800 00000100:00100000:0.0:1715206672.819123:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591564800 00000100:00100000:0.0:1715206672.819138:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571533 00000100:00100000:0.0:1715206672.819142:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+395:13030:x1798523591564800:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.819151:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.819158:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec6c0/0xb73f6b2ce2c3038b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288461 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819207:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c30392 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.819214:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288437 expref: 396 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819219:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c30392 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.819231:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288437 expref: 396 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819236:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288437 expref: 396 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.819242:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524809024:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.819257:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739300 going to sleep for 11 seconds 00010000:00010000:0.0:1715206672.819278:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819283:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819287:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819291:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819295:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819298:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5ec480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.819300:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819304:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819312:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819316:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec480/0xb73f6b2ce2c30330 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x203a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.819390:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3687:x1798523524807104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6268us (6379us total) trans 4294989194 rc 0/0 00000100:00100000:0.0:1715206672.819394:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77616 00000004:00080000:0.0:1715206672.819411:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095908a80/2, rc 0, transno 21898 00000100:00100000:0.0:1715206672.819415:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524807104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.819463:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524809088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.819486:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1715206672.819505:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009590bb80/2, rc 0, transno 21901 00000100:00100000:0.0:1715206672.819509:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524806912:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.819535:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206672.819538:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524809152:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.819550:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.819567:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524809216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.819577:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1715206672.819588:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095909180/2, rc 0, transno 21900 00000100:00100000:0.0:1715206672.819592:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524807040:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.819612:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77631 00000100:00100000:0.0:1715206672.819615:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3687:x1798523524809216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.819624:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8257 count 1 00010000:00010000:0.0:1715206672.819631:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c303a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2041:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819638:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083c4a880/0xb73f6b2ce2c25047 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828495f expref: 132 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.819642:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.819643:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.819644:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f289b00/0xb73f6b2ce2c303a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819653:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083c4a880/0xb73f6b2ce2c25047 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828495f expref: 132 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.819658:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083c4a880/0xb73f6b2ce2c25047 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2041:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828495f expref: 132 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.819664:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524809472:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.819674:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce780 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.819719:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.819733:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.819756:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:0.0:1715206672.819817:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06c380/2, rc 0, transno 21413 00000100:00100000:0.0:1715206672.819821:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524807424:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.819840:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524809600:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.819854:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206672.819868:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819873:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819877:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819881:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819884:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819888:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5ef600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.819889:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819893:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819900:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.819904:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30345 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x203d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.819970:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3687:x1798523524807744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5000us (5038us total) trans 4294988710 rc 0/0 00000100:00100000:0.0:1715206672.819974:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77619 00000004:00080000:0.0:1715206672.819989:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feee680/2, rc 0, transno 21414 00000100:00100000:0.0:1715206672.819992:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524807744:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.820008:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206672.820012:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524809728:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.820025:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.820034:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524809728 00000100:00100000:0.0:1715206672.820036:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524809728 00000100:00100000:0.0:1715206672.820044:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77634 00000100:00100000:0.0:1715206672.820046:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3685:x1798523524809728:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.820119:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8260 count 1 00010000:00010000:0.0:1715206672.820128:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.820138:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c2560c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b34 expref: 127 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.820144:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.820145:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.820147:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.820174:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c2560c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b34 expref: 127 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.820183:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c2560c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b34 expref: 127 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.820192:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524809920:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.820212:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1c36780 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.820252:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.820261:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591565120 00000100:00100000:0.0:1715206672.820263:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591565120 00010000:00010000:0.0:1715206672.820271:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c24df4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x203f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848b0 expref: 128 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.820281:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591565056 00000100:00100000:0.0:1715206672.820282:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591565056 00010000:00010000:0.0:1715206672.820287:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c24eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848e8 expref: 129 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.820295:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158187 00000100:00100000:0.0:1715206672.820298:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+129:2000:x1798523591565056:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.820303:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.820305:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c24eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848e8 expref: 129 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.820314:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c24eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848e8 expref: 129 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.820322:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c24eb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2040:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848e8 expref: 128 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.820328:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.820329:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.820331:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3035a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.820335:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3035a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2040:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.820342:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.820355:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+128:2000:x1798523591565056:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 56us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.820358:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158187 00000004:00080000:0.0:1715206672.820553:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094b9f800/2, rc 0, transno 21417 00000100:00100000:0.0:1715206672.820558:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524808000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.820667:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715206672.820672:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524810240:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.820699:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1715206672.820910:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012072a680/2, rc 0, transno 21420 00000100:00100000:0.0:1715206672.820920:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012072a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524808320:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.820948:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524808768:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.820956:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.820980:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591565504 00000100:00100000:0.0:1715206672.820982:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591565504 00010000:00010000:0.0:1715206672.820990:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec621c0/0xb73f6b2ce2c24a66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582847a6 expref: 133 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.820998:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591565440 00000100:00100000:0.0:1715206672.820999:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591565440 00010000:00010000:0.0:1715206672.821003:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c24b93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284801 expref: 134 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.821010:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158190 00000100:00100000:0.0:1715206672.821014:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+134:2000:x1798523591565504:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.821018:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.821020:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec621c0/0xb73f6b2ce2c24a66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582847a6 expref: 134 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.821025:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec621c0/0xb73f6b2ce2c24a66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582847a6 expref: 134 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.821033:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.821034:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.821036:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3036f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821043:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3036f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x203b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821049:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.821076:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+134:2000:x1798523591565504:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 61us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.821080:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158190 00010000:00010000:0.0:1715206672.821116:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821121:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821125:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821129:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821133:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821136:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5ee1c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.821137:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821144:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821151:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821155:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5ee1c0/0xb73f6b2ce2c30376 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x203c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.821223:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3685:x1798523524808576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4492us (4527us total) trans 4294989198 rc 0/0 00000100:00100000:0.0:1715206672.821227:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77626 00000100:00100000:0.0:1715206672.821341:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524810688 00000100:00100000:0.0:1715206672.821343:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524810688 00000100:00100000:0.0:1715206672.821353:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524810624 00000100:00100000:0.0:1715206672.821354:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524810624 00000100:00100000:0.0:1715206672.821361:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77641 00000100:00100000:0.0:1715206672.821364:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3686:x1798523524810688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.821371:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8260 count 1 00010000:00010000:0.0:1715206672.821378:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821385:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c25605 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b2d expref: 128 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.821388:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.821390:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.821391:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.821400:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c25605 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b2d expref: 128 pid: 18679 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.821405:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c25605 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b2d expref: 128 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.821410:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524810752:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.821437:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff880092739f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.821811:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524809024:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.821818:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c30392 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206672.824249:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.824268:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.824308:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.824316:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.824324:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591565760 00000100:00100000:0.0:1715206672.824327:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591565760 00010000:00010000:0.0:1715206672.824337:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c30211 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288437 expref: 398 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.824350:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158194 00000100:00100000:0.0:1715206672.824353:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+131:2001:x1798523591565696:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.824359:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.824363:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee02880/0xb73f6b2ce2c24ded lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x203f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848a9 expref: 131 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824369:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee02880/0xb73f6b2ce2c24ded lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x203f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848a9 expref: 131 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824378:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee02880/0xb73f6b2ce2c24ded lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x203f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582848a9 expref: 131 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824384:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824385:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824387:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c30399 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x203f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824391:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c30399 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x203f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824400:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.824414:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+129:2001:x1798523591565696:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 60us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.824418:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158194 00000100:00100000:0.0:1715206672.824477:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.824503:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524809920:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.824510:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.824552:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.824559:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591566016 00000100:00100000:0.0:1715206672.824562:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591566016 00010000:00010000:0.0:1715206672.824569:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c2560c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b34 expref: 124 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.824578:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158199 00000100:00100000:0.0:1715206672.824581:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+124:2001:x1798523591566016:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.824585:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.824587:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c2560c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b34 expref: 124 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824592:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c2560c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b34 expref: 124 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824601:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c2560c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2044:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284b34 expref: 124 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824606:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824607:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824608:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824613:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824620:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.824631:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+123:2001:x1798523591566016:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 49us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.824635:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158199 00010000:00010000:0.0:1715206672.824645:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824650:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824654:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824658:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824661:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824664:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.824666:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824670:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824675:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824679:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092236640/0xb73f6b2ce2c303bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.824750:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3685:x1798523524809728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4701us (4723us total) trans 4294988717 rc 0/0 00000100:00100000:0.0:1715206672.824754:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77634 00000100:00100000:0.0:1715206672.824782:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591566144 00000100:00100000:0.0:1715206672.824784:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591566144 00010000:00010000:0.0:1715206672.824790:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c257f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284bce expref: 123 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.824802:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158201 00000100:00100000:0.0:1715206672.824805:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+122:2002:x1798523591566144:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.824808:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.824811:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c257f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284bce expref: 122 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824826:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c257f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284bce expref: 122 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824834:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c257f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2045:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284bce expref: 122 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.824839:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824840:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824842:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c303c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824846:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c303c3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2045:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824854:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.824865:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+121:2002:x1798523591566144:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 59us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.824868:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158201 00000100:00100000:0.0:1715206672.824900:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524811264:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.824913:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.824922:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206672.824925:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524811328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.824934:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.824945:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524811392 00000100:00100000:0.0:1715206672.824947:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524811392 00000100:00100000:0.0:1715206672.824955:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77646 00000100:00100000:0.0:1715206672.824958:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3686:x1798523524811136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.824966:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8263 count 1 00010000:00010000:0.0:1715206672.824973:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30410 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824980:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094835d40/0xb73f6b2ce2c25bc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284cfb expref: 124 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.824984:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824984:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.824986:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30410 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.824995:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094835d40/0xb73f6b2ce2c25bc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284cfb expref: 124 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.825001:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094835d40/0xb73f6b2ce2c25bc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284cfb expref: 124 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.825006:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524811520:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.825018:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0c00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.825025:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77649 00000100:00100000:0.0:1715206672.825028:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+36:3687:x1798523524811328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.825034:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8266 count 1 00010000:00010000:0.0:1715206672.825040:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30425 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x204a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825046:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120115b00/0xb73f6b2ce2c26031 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x204a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284e59 expref: 124 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.825049:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825050:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825051:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30425 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x204a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825078:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120115b00/0xb73f6b2ce2c26031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x204a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284e59 expref: 124 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.825083:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120115b00/0xb73f6b2ce2c26031 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x204a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284e59 expref: 124 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.825092:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524811776:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.825148:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b29d4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.825195:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.825202:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591566272 00000100:00100000:0.0:1715206672.825205:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591566272 00010000:00010000:0.0:1715206672.825249:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c25bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284d02 expref: 120 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.825261:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158203 00000100:00100000:0.0:1715206672.825264:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+120:2002:x1798523591566272:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.825269:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.825272:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c25bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284d02 expref: 120 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.825277:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c25bca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284d02 expref: 120 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.825284:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c25bca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2047:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284d02 expref: 120 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.825289:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825290:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825292:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c83840/0xb73f6b2ce2c303d1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825299:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c83840/0xb73f6b2ce2c303d1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2047:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825314:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.825326:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+120:2002:x1798523591566272:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 61us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.825329:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158203 00010000:00010000:0.0:1715206672.825412:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825417:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825433:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825437:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825443:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825448:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.825451:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825461:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825472:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825479:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094835440/0xb73f6b2ce2c303d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2048:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.825552:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+41:3685:x1798523524810176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4832us (4874us total) trans 4294988722 rc 0/0 00000100:00100000:0.0:1715206672.825557:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77638 00000100:00100000:0.0:1715206672.825617:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.825637:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524810752:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.825644:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.825664:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.825678:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.825689:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524812224 00000100:00100000:0.0:1715206672.825691:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524812224 00000100:00100000:0.0:1715206672.825701:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77654 00000100:00100000:0.0:1715206672.825703:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+42:3686:x1798523524812224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.825711:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8273 count 1 00010000:00010000:0.0:1715206672.825717:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825724:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136443a80/0xb73f6b2ce2c26976 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828515b expref: 117 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.825727:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825728:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825730:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825739:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136443a80/0xb73f6b2ce2c26976 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828515b expref: 117 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.825744:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136443a80/0xb73f6b2ce2c26976 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828515b expref: 116 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.825750:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524812352:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.825762:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5480 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.825778:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.825786:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591566592 00000100:00100000:0.0:1715206672.825788:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591566592 00010000:00010000:0.0:1715206672.825794:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136441440/0xb73f6b2ce2c2541b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284a93 expref: 125 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.825802:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158208 00000100:00100000:0.0:1715206672.825805:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+125:2003:x1798523591566592:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.825809:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.825812:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136441440/0xb73f6b2ce2c2541b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284a93 expref: 125 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.825817:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136441440/0xb73f6b2ce2c2541b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284a93 expref: 125 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.825824:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136441440/0xb73f6b2ce2c2541b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2043:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284a93 expref: 124 pid: 18679 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.825829:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825830:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.825832:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c303f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825836:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c303f4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2043:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825843:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.825853:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+123:2003:x1798523591566592:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 47us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.825856:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158208 00010000:00010000:0.0:1715206672.825871:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825876:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825880:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825884:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825888:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825891:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092237600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.825893:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825896:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825903:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.825906:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092237600/0xb73f6b2ce2c303ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2044:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.825967:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3686:x1798523524810688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4602us (4630us total) trans 4294989207 rc 0/0 00000100:00100000:0.0:1715206672.825970:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77641 00000100:00100000:0.0:1715206672.825989:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.825996:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591566720 00000100:00100000:0.0:1715206672.825998:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591566720 00010000:00010000:0.0:1715206672.826004:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800948358c0/0xb73f6b2ce2c259d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2046:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284c61 expref: 123 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.826015:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158210 00000100:00100000:0.0:1715206672.826018:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+122:2003:x1798523591566720:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.826021:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.826023:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800948358c0/0xb73f6b2ce2c259d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284c61 expref: 122 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.826029:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800948358c0/0xb73f6b2ce2c259d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284c61 expref: 122 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.826036:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.826037:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.826038:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094835200/0xb73f6b2ce2c30402 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826042:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094835200/0xb73f6b2ce2c30402 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2046:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826048:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.826073:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+122:2003:x1798523591566720:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 54us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.826077:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158210 00000100:00100000:0.0:1715206672.826139:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77656 00000100:00100000:0.0:1715206672.826144:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+39:3685:x1798523524812544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.826155:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8269 count 1 00010000:00010000:0.0:1715206672.826164:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826174:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092184fc0/0xb73f6b2ce2c2660b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x204d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828505f expref: 120 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.826180:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.826181:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.826184:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826198:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092184fc0/0xb73f6b2ce2c2660b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x204d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828505f expref: 120 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.826204:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092184fc0/0xb73f6b2ce2c2660b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x204d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828505f expref: 120 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.826210:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524812800:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.826222:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.826259:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.826269:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591566848 00000100:00100000:0.0:1715206672.826271:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591566848 00000100:00100000:0.0:1715206672.826282:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571534 00000100:00100000:0.0:1715206672.826285:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+397:13029:x1798523591566848:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.826291:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.826297:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c30472 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288468 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826342:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30487 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d75:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.826349:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 398 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826353:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30487 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d75:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.826362:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 398 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826367:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 398 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.826373:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b0700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524813184:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.826388:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.826856:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524811776:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.826865:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30425 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x204a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.826878:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.826897:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.826915:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158211 00000100:00100000:0.0:1715206672.826918:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+122:2003:x1798523591566976:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.826957:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.826961:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c25dad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284d95 expref: 121 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.826970:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c25dad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284d95 expref: 121 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.826978:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c25dad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2048:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284d95 expref: 121 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.826983:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.826984:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.826986:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094834000/0xb73f6b2ce2c30409 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.826990:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094834000/0xb73f6b2ce2c30409 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2048:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.827004:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.827016:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+119:2003:x1798523591566976:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 97us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.827019:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158211 00000100:00100000:0.0:1715206672.827039:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.827072:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.827110:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.827128:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.827134:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591567232 00000100:00100000:0.0:1715206672.827136:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591567232 00010000:00010000:0.0:1715206672.827144:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38f600/0xb73f6b2ce2c26612 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x204d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285066 expref: 116 pid: 11062 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.827157:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158214 00000100:00100000:0.0:1715206672.827160:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+118:2002:x1798523591567040:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.827165:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.827168:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ec62400/0xb73f6b2ce2c25eef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284df7 expref: 118 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.827173:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ec62400/0xb73f6b2ce2c25eef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284df7 expref: 118 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.827181:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ec62400/0xb73f6b2ce2c25eef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2049:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284df7 expref: 118 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.827187:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.827188:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.827189:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c30417 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.827194:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c30417 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2049:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.827202:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.827212:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+117:2002:x1798523591567040:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 51us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.827215:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158214 00000100:00100000:0.0:1715206672.827454:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524813504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.827468:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206672.827491:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524813504 00000100:00100000:0.0:1715206672.827492:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524813504 00000100:00100000:0.0:1715206672.827502:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77663 00000100:00100000:0.0:1715206672.827504:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3687:x1798523524813504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206672.827512:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8276 count 1 00010000:00010000:0.0:1715206672.827519:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.827526:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d5ecd80/0xb73f6b2ce2c26dba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852b2 expref: 113 pid: 18682 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.827530:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.827530:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.827532:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.827540:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d5ecd80/0xb73f6b2ce2c26dba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852b2 expref: 113 pid: 18682 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.827545:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d5ecd80/0xb73f6b2ce2c26dba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852b2 expref: 113 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.827551:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524813632:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.827563:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.827582:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.827928:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.828012:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:0.0:1715206672.828204:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d8b8000/2, rc 0, transno 21431 00000100:00100000:0.0:1715206672.828209:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d8b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524811968:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.828442:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524812352:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.828453:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206672.828475:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d8bb800/2, rc 0, transno 21432 00000100:00100000:0.0:1715206672.828481:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d8bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524811904:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.828515:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524814144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206672.828533:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206672.828596:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828601:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828605:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828609:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828612:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828618:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922346c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.828620:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828624:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828631:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828634:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3044f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2051:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.828698:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3686:x1798523524812224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2993us (3022us total) trans 4294988729 rc 0/0 00000100:00100000:0.0:1715206672.828774:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77654 00000100:00100000:0.0:1715206672.828794:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591567552 00000100:00100000:0.0:1715206672.828797:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591567552 00010000:00010000:0.0:1715206672.828804:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c268ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285123 expref: 111 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.828814:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158220 00000100:00100000:0.0:1715206672.828817:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+111:2003:x1798523591567552:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.828822:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.828825:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c268ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285123 expref: 111 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.828830:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c268ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285123 expref: 111 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.828838:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c268ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285123 expref: 111 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.828843:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.828844:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.828846:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c30448 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828850:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c30448 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.828858:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.828869:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+110:2003:x1798523591567552:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 51us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.828872:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158220 00000100:00100000:0.0:1715206672.829123:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524812672:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.829133:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.829450:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.829481:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524812800:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.829488:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829565:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829610:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829615:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829619:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829623:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829626:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.829627:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829631:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829639:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829643:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c30456 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2052:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.829709:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009361a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3687:x1798523524812416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3573us (3685us total) trans 4294988731 rc 0/0 00000100:00100000:0.0:1715206672.829713:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77655 00000100:00100000:0.0:1715206672.829758:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158224 00000100:00100000:0.0:1715206672.829761:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+109:2003:x1798523591567808:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.829766:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.829769:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d5eeac0/0xb73f6b2ce2c26bc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285211 expref: 109 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.829774:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d5eeac0/0xb73f6b2ce2c26bc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285211 expref: 109 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.829782:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5eeac0/0xb73f6b2ce2c26bc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2053:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285211 expref: 109 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.829787:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.829788:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.829790:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c3046b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829794:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c3046b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2053:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829809:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.829820:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+108:2003:x1798523591567808:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 58us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.829824:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158224 00000100:00100000:0.0:1715206672.829832:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158226 00000100:00100000:0.0:1715206672.829885:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+114:2002:x1798523591567872:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.829891:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.829894:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c267ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x204f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582850f2 expref: 114 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.829899:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c267ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x204f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582850f2 expref: 114 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.829907:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c267ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x204f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582850f2 expref: 114 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.829913:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.829914:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.829915:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c30479 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829919:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c30479 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x204f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829927:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.829937:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+113:2002:x1798523591567872:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 102us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.829941:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158226 00010000:00010000:0.0:1715206672.829951:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829956:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829960:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.829999:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830003:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830007:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092235440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.830009:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830012:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830019:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830022:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3045d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x204d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.830106:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+47:3685:x1798523524812544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3962us (4066us total) trans 4294989216 rc 0/0 00000100:00100000:0.0:1715206672.830111:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77656 00000100:00100000:0.0:1715206672.830122:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568000 00000100:00100000:0.0:1715206672.830124:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568000 00010000:00010000:0.0:1715206672.830131:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 401 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.830141:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158227 00000100:00100000:0.0:1715206672.830149:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+401:2002:x1798523591568000:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.830154:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.830156:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 401 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.830161:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 401 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.830168:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30226 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d75:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828843e expref: 401 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.830174:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d75:0x0].0x0 (ffff880095952500) 00010000:00010000:0.0:1715206672.830177:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30487 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d75:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.830181:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30487 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d75:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.830184:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30487 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d75:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.830191:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.830203:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+400:2002:x1798523591568000:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 52us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.830206:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158227 00000100:00100000:0.0:1715206672.830215:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524814592 00000100:00100000:0.0:1715206672.830216:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524814592 00000100:00100000:0.0:1715206672.830223:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524814656 00000100:00100000:0.0:1715206672.830224:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524814656 00000100:00100000:0.0:1715206672.830230:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77671 00000100:00100000:0.0:1715206672.830242:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:3687:x1798523524814592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.830249:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8276 count 1 00010000:00010000:0.0:1715206672.830256:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c304e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830263:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c26db3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852ab expref: 112 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.830266:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.830267:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.830269:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c304e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830277:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c26db3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852ab expref: 112 pid: 18683 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.830282:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c26db3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852ab expref: 112 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.830288:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524814912:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.830301:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.830310:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77675 00000100:00100000:0.0:1715206672.830313:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3688:x1798523524814848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.830318:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8278 count 1 00010000:00010000:0.0:1715206672.830324:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830330:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee03840/0xb73f6b2ce2c27187 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853df expref: 112 pid: 18682 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.830333:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.830334:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.830335:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830343:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee03840/0xb73f6b2ce2c27187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853df expref: 112 pid: 18682 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.830349:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee03840/0xb73f6b2ce2c27187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853df expref: 112 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.830354:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524815104:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.830363:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5480 going to sleep for 11 seconds 00000004:00080000:0.0:1715206672.830377:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d8bbb80/2, rc 0, transno 21920 00000100:00100000:0.0:1715206672.830382:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d8bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524812544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206672.830457:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524815232 00000100:00100000:0.0:1715206672.830459:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524815232 00000100:00100000:0.0:1715206672.830469:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77676 00000100:00100000:0.0:1715206672.830471:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+48:3688:x1798523524815232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206672.830478:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8279 count 1 00010000:00010000:0.0:1715206672.830484:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830491:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f288900/0xb73f6b2ce2c2734e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285479 expref: 112 pid: 18682 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.830494:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.830495:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.830497:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.830505:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f288900/0xb73f6b2ce2c2734e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285479 expref: 112 pid: 18682 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206672.830510:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f288900/0xb73f6b2ce2c2734e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285479 expref: 112 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.830515:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524815296:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.830527:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.832847:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.832856:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568064 00000100:00100000:0.0:1715206672.832859:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568064 00010000:00010000:0.0:1715206672.832868:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800949633c0/0xb73f6b2ce2c268b2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828512a expref: 113 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.832922:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158228 00000100:00100000:0.0:1715206672.832926:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+113:2003:x1798523591568064:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.832931:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.832934:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800949633c0/0xb73f6b2ce2c268b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828512a expref: 113 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.832940:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800949633c0/0xb73f6b2ce2c268b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828512a expref: 113 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.832949:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800949633c0/0xb73f6b2ce2c268b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2050:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828512a expref: 113 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.832955:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.832956:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.832958:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c3048e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.832962:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c3048e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2050:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.832971:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.832985:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+112:2003:x1798523591568064:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 59us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.832989:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158228 00000100:00100000:0.0:1715206672.833044:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524813632:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.833052:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.833076:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568128 00000100:00100000:0.0:1715206672.833079:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568128 00010000:00010000:0.0:1715206672.833085:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c2696f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285162 expref: 112 pid: 11062 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.833096:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158229 00000100:00100000:0.0:1715206672.833099:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+112:2003:x1798523591568128:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.833103:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.833105:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c2696f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285162 expref: 112 pid: 11062 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833110:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c2696f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285162 expref: 112 pid: 11062 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833118:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c2696f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2051:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285162 expref: 112 pid: 11062 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833123:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.833124:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.833126:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6640/0xb73f6b2ce2c30495 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833130:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6640/0xb73f6b2ce2c30495 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2051:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833148:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.833161:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+111:2003:x1798523591568128:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 61us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.833165:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158229 00010000:00010000:0.0:1715206672.833389:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833394:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833398:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833402:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833405:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833409:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092237180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.833410:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833414:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833438:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833442:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3049c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2054:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.833529:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3687:x1798523524813504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6022us (6059us total) trans 4294988733 rc 0/0 00000100:00100000:0.0:1715206672.833533:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77663 00000100:00100000:0.0:1715206672.833556:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568320 00000100:00100000:0.0:1715206672.833558:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568320 00010000:00010000:0.0:1715206672.833566:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c30392 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288461 expref: 400 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.833576:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158232 00000100:00100000:0.0:1715206672.833579:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+400:2003:x1798523591568320:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.833583:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.833586:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c30392 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288461 expref: 400 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.833591:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c30392 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288461 expref: 400 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.833598:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f28b600/0xb73f6b2ce2c30392 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288461 expref: 400 pid: 11041 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.833607:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d74:0x0].0x0 (ffff880095952300) 00010000:00010000:0.0:1715206672.833610:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c304b1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.833614:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c304b1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.833617:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c304b1 lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206672.833632:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.833643:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+399:2003:x1798523591568320:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 64us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.833647:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158232 00000100:00100000:0.0:1715206672.833825:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568576 00000100:00100000:0.0:1715206672.833827:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568576 00010000:00010000:0.0:1715206672.833834:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c27378 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285480 expref: 107 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.833845:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158235 00000100:00100000:0.0:1715206672.833848:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+107:2003:x1798523591568576:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.833852:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.833854:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c27378 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285480 expref: 107 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833860:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c27378 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285480 expref: 107 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833871:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.833872:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.833873:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c818c0/0xb73f6b2ce2c304cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833878:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094c818c0/0xb73f6b2ce2c304cd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2057:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833884:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.833896:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+108:2003:x1798523591568576:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 48us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.833899:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158235 00000100:00100000:0.0:1715206672.833906:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158236 00000100:00100000:0.0:1715206672.833909:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+107:2003:x1798523591568640:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.833912:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.833915:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880120117600/0xb73f6b2ce2c27562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828551a expref: 107 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833920:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880120117600/0xb73f6b2ce2c27562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828551a expref: 107 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833926:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120117600/0xb73f6b2ce2c27562 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2058:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828551a expref: 107 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.833931:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.833932:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.833933:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c304d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833937:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c304d4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2058:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.833944:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.833955:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2003:x1798523591568640:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 44us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.833959:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158236 00000100:00100000:0.0:1715206672.833986:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.833993:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568512 00000100:00100000:0.0:1715206672.833995:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568512 00010000:00010000:0.0:1715206672.834000:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c2718e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853e6 expref: 105 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.834008:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158238 00000100:00100000:0.0:1715206672.834010:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+105:2002:x1798523591568512:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.834014:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.834016:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c2718e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853e6 expref: 105 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834021:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c2718e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853e6 expref: 105 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834028:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c2718e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853e6 expref: 105 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834036:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834037:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834038:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c304c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834042:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c304c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834050:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.834075:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2002:x1798523591568512:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 63us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.834079:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158238 00000100:00100000:0.0:1715206672.834106:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524814912:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.834113:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c304e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.834138:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524815104:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.834143:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.834162:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.834167:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568832 00000100:00100000:0.0:1715206672.834169:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568832 00010000:00010000:0.0:1715206672.834175:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092230240/0xb73f6b2ce2c26f9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285345 expref: 109 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.834186:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158239 00000100:00100000:0.0:1715206672.834188:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+109:2003:x1798523591568832:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.834192:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.834194:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092230240/0xb73f6b2ce2c26f9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285345 expref: 109 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834199:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092230240/0xb73f6b2ce2c26f9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2055:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285345 expref: 109 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834207:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092230240/0xb73f6b2ce2c26f9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2055:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285345 expref: 109 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834212:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834212:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834214:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c304e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834218:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c304e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2055:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834229:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.834239:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+108:2003:x1798523591568832:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 50us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.834243:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158239 00000100:00100000:0.0:1715206672.834258:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.834276:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568896 00000100:00100000:0.0:1715206672.834278:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568896 00010000:00010000:0.0:1715206672.834283:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee03840/0xb73f6b2ce2c27187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853df expref: 108 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.834291:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158240 00000100:00100000:0.0:1715206672.834293:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+108:2003:x1798523591568896:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.834297:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.834299:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee03840/0xb73f6b2ce2c27187 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853df expref: 108 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834303:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee03840/0xb73f6b2ce2c27187 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853df expref: 108 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834310:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee03840/0xb73f6b2ce2c27187 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582853df expref: 108 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834315:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834315:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834317:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834321:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834327:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206672.834332:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834339:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834343:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834346:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834350:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834353:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.834355:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834359:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834363:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834367:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c304fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.834453:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+53:3688:x1798523524814848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4138us (4188us total) trans 4294989222 rc 0/0 00000100:00100000:0.0:1715206672.834460:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77675 00000100:00100000:0.0:1715206672.834470:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524815808 00000100:00100000:0.0:1715206672.834473:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524815808 00000100:00100000:0.0:1715206672.834507:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524815936 00000100:00100000:0.0:1715206672.834510:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524815936 00000100:00100000:0.0:1715206672.834537:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+107:2003:x1798523591568896:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 242us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.834541:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158240 00000100:00100000:0.0:1715206672.834673:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.834681:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568768 00000100:00100000:0.0:1715206672.834683:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568768 00010000:00010000:0.0:1715206672.834690:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c26db3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852ab expref: 107 pid: 18683 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.834699:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158241 00000100:00100000:0.0:1715206672.834702:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+107:2002:x1798523591568768:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.834706:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.834708:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c26db3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852ab expref: 107 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834714:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c26db3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852ab expref: 107 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834721:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c26db3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2054:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582852ab expref: 107 pid: 18683 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834727:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834728:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834730:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c304e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834734:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c304e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2054:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834781:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.834794:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2002:x1798523591568768:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 91us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.834798:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158241 00000100:00100000:0.0:1715206672.834893:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591568960 00000100:00100000:0.0:1715206672.834895:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591568960 00010000:00010000:0.0:1715206672.834903:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c27acc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x205b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582856cc expref: 102 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.834922:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569024 00000100:00100000:0.0:1715206672.834923:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569024 00010000:00010000:0.0:1715206672.834928:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c278e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x205a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285632 expref: 103 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.834939:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569088 00000100:00100000:0.0:1715206672.834940:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569088 00010000:00010000:0.0:1715206672.834944:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f288900/0xb73f6b2ce2c2734e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285479 expref: 106 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.834954:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158243 00000100:00100000:0.0:1715206672.834956:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2002:x1798523591569024:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.834960:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.834963:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c278e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x205a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285632 expref: 102 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834968:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c278e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x205a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285632 expref: 102 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834976:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c278e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x205a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285632 expref: 102 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.834981:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834982:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.834983:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094835680/0xb73f6b2ce2c304f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834988:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094835680/0xb73f6b2ce2c304f7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x205a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.834994:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.835005:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591569024:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 48us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.835008:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158243 00010000:00010000:0.0:1715206672.835032:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f288900/0xb73f6b2ce2c2734e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2057:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285479 expref: 106 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.835038:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524815296:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.835044:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835052:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835069:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835074:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835078:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835081:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835084:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922358c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206672.835086:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835090:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835096:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835100:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3050c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2057:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206672.835199:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+56:3688:x1798523524815232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4714us (4742us total) trans 4294989225 rc 0/0 00000100:00100000:0.0:1715206672.835205:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77676 00000100:00100000:0.0:1715206672.835244:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.835252:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569280 00000100:00100000:0.0:1715206672.835254:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569280 00010000:00010000:0.0:1715206672.835262:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c276f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285591 expref: 105 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.835272:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158246 00000100:00100000:0.0:1715206672.835275:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+105:2003:x1798523591569280:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.835279:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.835281:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c276f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285591 expref: 105 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.835287:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c276f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285591 expref: 105 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.835294:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c276f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2059:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285591 expref: 104 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.835300:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.835300:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.835313:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3051a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835320:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3051a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2059:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.835328:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.835338:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2003:x1798523591569280:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 62us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.835341:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158246 00000100:00100000:0.0:1715206672.837346:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837382:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837391:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569408 00000100:00100000:0.0:1715206672.837394:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569408 00010000:00010000:0.0:1715206672.837403:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094837600/0xb73f6b2ce2c27ca1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x205d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285751 expref: 101 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.837444:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158248 00000100:00100000:0.0:1715206672.837497:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591569408:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.837506:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.837511:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094837600/0xb73f6b2ce2c27ca1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x205d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285751 expref: 100 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.837518:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094837600/0xb73f6b2ce2c27ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x205d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285751 expref: 100 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.837528:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094837600/0xb73f6b2ce2c27ca1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x205d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285751 expref: 99 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.837538:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.837539:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.837541:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c30528 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.837546:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c30528 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x205d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.837555:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.837569:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591569408:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 75us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.837573:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158248 00000100:00100000:0.0:1715206672.837593:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837601:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569472 00000100:00100000:0.0:1715206672.837603:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569472 00010000:00010000:0.0:1715206672.837609:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c27ac5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x205b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582856c5 expref: 103 pid: 18682 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.837619:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158249 00000100:00100000:0.0:1715206672.837621:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2001:x1798523591569472:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.837626:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.837628:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c27ac5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x205b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582856c5 expref: 103 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.837633:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c27ac5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x205b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582856c5 expref: 103 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.837644:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c27ac5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x205b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582856c5 expref: 103 pid: 18682 timeout: 1123 lvb_type: 1 00010000:00010000:0.0:1715206672.837649:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.837650:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.837652:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a3180/0xb73f6b2ce2c30536 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.837656:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a3180/0xb73f6b2ce2c30536 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x205b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.837674:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.837684:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2001:x1798523591569472:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 62us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.837687:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158249 00000100:00100000:0.0:1715206672.837713:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837752:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837766:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837773:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569600 00000100:00100000:0.0:1715206672.837775:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569600 00010000:00010000:0.0:1715206672.837781:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c1fbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282cbe expref: 98 pid: 18695 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.837789:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569728 00000100:00100000:0.0:1715206672.837791:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569728 00010000:00010000:0.0:1715206672.837794:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec60fc0/0xb73f6b2ce2c27ca8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x205d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285758 expref: 102 pid: 18679 timeout: 1123 lvb_type: 1 00000100:00100000:0.0:1715206672.837806:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158251 00000100:00100000:0.0:1715206672.837809:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591569600:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.837813:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.837815:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c1fbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282cbe expref: 98 pid: 18695 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.837820:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c1fbd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282cbe expref: 98 pid: 18695 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.837827:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c1fbd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2012:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282cbe expref: 98 pid: 18695 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.837833:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.837834:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206672.837835:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3053d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.837839:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3053d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.837846:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.837857:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591569600:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 47us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.837860:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158251 00000100:00100000:0.0:1715206672.837877:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837942:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.837951:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591569792 00000100:00100000:0.0:1715206672.837953:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591569792 00010000:00010000:0.0:1715206672.837960:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c1fbc9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2012:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282cb7 expref: 100 pid: 18672 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.838849:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.839934:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.841658:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.842427:0:8260:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0001: transno 4295216382 is committed 00000100:00100000:0.0:1715206672.843114:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591570048 00000100:00100000:0.0:1715206672.843118:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591570048 00002000:00100000:0.0:1715206672.843131:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe81:0x0] (0->4095) req@ffff88012d8b9880 x1798523591570048/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:703/0 lens 4584/0 e 0 to 0 dl 1715206683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1715206672.843137:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8b9880 with x1798523591570048 ext(0->4095) 00002000:00010000:0.0:1715206672.843140:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8b9880 00000100:00100000:0.0:1715206672.843152:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9136 00000100:00100000:0.0:1715206672.843155:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591570048:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:0.0:1715206672.843434:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591570048:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 277us (729us total) trans 4294988744 rc 0/0 00000100:00100000:0.0:1715206672.843440:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9136 00002000:00100000:0.0:1715206672.843445:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0xe81:0x0] (0->4095) req@ffff88012d8b9880 x1798523591570048/t4294988744(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:703/0 lens 4584/448 e 0 to 0 dl 1715206683 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1715206672.843453:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d8b9880 with x1798523591570048 ext(0->4095) 00002000:00010000:0.0:1715206672.843456:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d8b9880 00000100:00100000:0.0:1715206672.844778:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.844801:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.845629:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989233 is committed 00000001:00080000:0.0:1715206672.845639:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989232 is committed 00000100:00100000:0.0:1715206672.845861:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.846628:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988744 is committed 00000001:00080000:0.0:1715206672.846635:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988743 is committed 00000100:00100000:0.0:1715206672.847607:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.848390:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.849039:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.849907:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.849928:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.850374:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988745 is committed 00000100:00100000:0.0:1715206672.850968:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.851515:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989234 is committed 00000100:00100000:0.0:1715206672.852387:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.853838:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.853883:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591570816 00000100:00100000:0.0:1715206672.853886:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591570816 00002000:00100000:0.0:1715206672.853907:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0xe83:0x0] (0->4095) req@ffff880095908380 x1798523591570816/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:703/0 lens 4584/0 e 0 to 0 dl 1715206683 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1715206672.853913:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880095908380 with x1798523591570816 ext(0->4095) 00002000:00010000:0.0:1715206672.853915:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095908380 00000100:00100000:0.0:1715206672.853923:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9140 00000100:00100000:0.0:1715206672.853926:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2001:x1798523591570816:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:0.0:1715206672.854167:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2001:x1798523591570816:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 239us (295us total) trans 4294989235 rc 0/0 00000100:00100000:0.0:1715206672.854172:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9140 00002000:00100000:0.0:1715206672.854176:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0xe83:0x0] (0->4095) req@ffff880095908380 x1798523591570816/t4294989235(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:703/0 lens 4584/448 e 0 to 0 dl 1715206683 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1715206672.854181:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880095908380 with x1798523591570816 ext(0->4095) 00002000:00010000:0.0:1715206672.854183:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095908380 00000100:00100000:0.0:1715206672.855113:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.855137:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.855702:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988746 is committed 00000100:00100000:0.0:1715206672.856181:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206672.856779:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989235 is committed 00000100:00100000:0.0:1715206672.862366:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.864106:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.865168:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.866819:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.867324:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.868231:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.868801:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.869822:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.870140:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.871104:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.871669:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.873002:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.874285:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.874642:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.875542:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.875646:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.877128:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.878635:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.880121:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.880143:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.881619:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.881641:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.884287:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.884756:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.886470:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.888804:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.889676:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.891285:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.892687:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.894200:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.894223:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.895561:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.896020:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.897355:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.898088:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.899157:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.899821:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.900547:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.901894:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.902975:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.903542:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.904034:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.905174:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.905385:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.906465:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.906514:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.907534:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.907568:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.907619:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117435 00000100:00100000:0.0:1715206672.907624:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+178:13029:x1798523591575616:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.907691:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13029:x1798523591575616:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 66us (121us total) trans 4295216405 rc 0/0 00000100:00100000:0.0:1715206672.907695:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117435 00000100:00100000:0.0:1715206672.908602:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.908630:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.909699:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.909734:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.910822:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.910862:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.910902:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117440 00000100:00100000:0.0:1715206672.910906:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e712450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+184:13030:x1798523591576256:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.910969:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e712450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+186:13030:x1798523591576256:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 62us (148us total) trans 4295216410 rc 0/0 00000100:00100000:0.0:1715206672.910973:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117440 00000100:00100000:0.0:1715206672.911790:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.911827:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.912774:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.912825:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.913790:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.913842:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.914885:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.914938:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.916090:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.916146:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.917302:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.917346:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.918366:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.918537:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.919578:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.919619:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.919672:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117457 00000100:00100000:0.0:1715206672.919678:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13029:x1798523591578432:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206672.919747:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13029:x1798523591578432:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 69us (127us total) trans 4295216427 rc 0/0 00000100:00100000:0.0:1715206672.919755:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117457 00000100:00100000:0.0:1715206672.920854:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.921303:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.922087:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.923235:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.923845:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.924343:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.925521:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.925553:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.926808:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.927480:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.928139:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.929183:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.929982:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.931621:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.931696:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.932688:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.934342:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.934365:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.935456:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.936876:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.938115:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.938492:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.939698:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.940954:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.941026:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.941081:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571572 00000100:00100000:0.0:1715206672.941086:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13030:x1798523591581120:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.941093:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.941100:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c30782 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828852c expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.941120:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c30789 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.941126:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53a640/0xb73f6b2ce2c30774 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288525 expref: 213 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.941130:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c30789 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d74:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.941141:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53a640/0xb73f6b2ce2c30774 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288525 expref: 212 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.941150:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53a640/0xb73f6b2ce2c30774 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d74:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288525 expref: 212 pid: 7128 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.941156:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524817536:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.941181:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.942256:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.944386:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.944720:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.945974:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.947028:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.947246:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.948749:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.948773:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.950088:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.950308:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.951570:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.952868:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.955157:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.955197:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.956433:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.956605:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c3080e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.956610:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c3080e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.956618:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.956654:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80900/0xb73f6b2ce2c30807 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828854f expref: 219 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.956671:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c3080e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828854f expref: 218 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.956676:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff88011f3f9c00) 00010000:00010000:0.0:1715206672.956678:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.956679:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c821c0, rc 0) 00000100:00100000:0.0:1715206672.956701:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+218:13030:x1798523591582336:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1436us (1545us total) trans 4295216451 rc 0/0 00000100:00100000:0.0:1715206672.956705:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571578 00000100:00100000:0.0:1715206672.956931:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.957846:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.958352:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.958990:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.959156:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.959160:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.959175:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.959177:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.959183:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.959187:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.959197:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53bcc0/0xb73f6b2ce2c3084d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828855d expref: 220 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.959205:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828855d expref: 219 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.959209:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff88011f3f9c00) 00010000:00010000:0.0:1715206672.959211:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.959212:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d539d40, rc 0) 00000100:00100000:0.0:1715206672.959226:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+219:13030:x1798523591582656:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1309us (1380us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.959230:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571581 00000100:00100000:0.0:1715206672.959647:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.961731:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.963144:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.963168:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.964375:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.964564:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c3087e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.964570:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c3087e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.964578:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10088:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.964613:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538480/0xb73f6b2ce2c30877 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288572 expref: 222 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.964621:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c3087e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288572 expref: 221 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.964626:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff88009200b400) 00010000:00010000:0.0:1715206672.964628:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.964630:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538fc0, rc 0) 00000100:00100000:0.0:1715206672.964655:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+221:13029:x1798523591583040:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1452us (1512us total) trans 4295216453 rc 0/0 00000100:00100000:0.0:1715206672.964660:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571584 00000100:00100000:0.0:1715206672.964809:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591583360 00000100:00100000:0.0:1715206672.964812:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591583360 00000100:00100000:0.0:1715206672.964829:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571585 00000100:00100000:0.0:1715206672.964832:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+221:13030:x1798523591583360:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.964838:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.964844:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c3088c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288579 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.964912:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c30893 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206672.964918:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828855d expref: 222 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.964922:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c30893 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.964933:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828855d expref: 222 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.964939:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539d40/0xb73f6b2ce2c30854 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828855d expref: 222 pid: 11041 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.964944:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f759c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524817920:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.964970:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dc83600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.965754:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.966009:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.966124:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c30893 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.966128:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c30893 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.966134:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10089:0x0]: returning size 260096 00010000:00010000:0.0:1715206672.966164:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c3088c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288579 expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.966171:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c30893 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10089:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288579 expref: 224 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.966175:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff88011f3f9c00) 00010000:00010000:0.0:1715206672.966177:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206672.966178:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092234480, rc 0) 00000100:00100000:0.0:1715206672.966194:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591583360:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1361us (1393us total) trans 4295216454 rc 0/0 00000100:00100000:0.0:1715206672.966198:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571585 00000100:00100000:0.0:1715206672.966942:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.967656:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.968858:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.970325:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.970959:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.972240:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.972357:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.974019:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.974043:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.975219:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.975249:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.975299:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158280 00000100:00100000:0.0:1715206672.975304:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+229:2002:x1798523591584384:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206672.975310:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206672.975313:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c308a1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288580 expref: 229 pid: 7128 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.975322:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c308a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288580 expref: 229 pid: 7128 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.975331:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2400/0xb73f6b2ce2c308a1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288580 expref: 229 pid: 7128 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206672.975340:0:7113:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff88009200b400) 00010000:00010000:0.0:1715206672.975344:0:7113:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b180/0xb73f6b2ce2c308fc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.975350:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b180/0xb73f6b2ce2c308fc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.975355:0:7113:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b180/0xb73f6b2ce2c308fc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10088:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.975374:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206672.975387:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+227:2002:x1798523591584384:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 82us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.975396:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158280 00000100:00100000:0.0:1715206672.976720:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.977438:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.977895:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.978449:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.979744:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.980218:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.980902:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.981400:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.982775:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.982930:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.983827:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.984030:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.985606:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.985927:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.986703:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.986986:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.988324:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.988944:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.989179:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d8b8700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524818816:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206672.989187:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936d00/0xb73f6b2ce2c3099d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000100:00100000:0.0:1715206672.989466:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.989588:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936d00/0xb73f6b2ce2c3099d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.989592:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936d00/0xb73f6b2ce2c3099d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206672.989610:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1008c:0x0]: returning size 260096 00000004:00200000:0.0:1715206672.989612:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.989618:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936d00/0xb73f6b2ce2c3099d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.989623:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936d00/0xb73f6b2ce2c3099d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.989634:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935680/0xb73f6b2ce2c30996 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885e2 expref: 232 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.989684:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936d00/0xb73f6b2ce2c3099d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885e2 expref: 231 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.989689:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff88009200b100) 00010000:00010000:0.0:1715206672.989691:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.989692:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d936d00, rc 0) 00000100:00100000:0.0:1715206672.989710:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13029:x1798523591585728:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1272us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.989714:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571600 00000100:00100000:0.0:1715206672.990072:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.991543:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.991727:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591586176 00000100:00100000:0.0:1715206672.991730:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591586176 00000100:00100000:0.0:1715206672.991749:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571603 00000100:00100000:0.0:1715206672.991752:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+232:13029:x1798523591586176:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206672.991759:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206672.991765:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c309c7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582885f7 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.991796:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c309ce lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206672.991803:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c2fcae lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288238 expref: 233 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.991807:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c309ce lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1008e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206672.991817:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c2fcae lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288238 expref: 233 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.991822:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c2fcae lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288238 expref: 233 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206672.991828:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5f9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524819008:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206672.991853:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dc83600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206672.992638:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206672.992754:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c309c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.992758:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c309c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206672.992772:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d5f:0x0]: returning size 543 00000004:00200000:0.0:1715206672.992774:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206672.992791:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c309c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.992796:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c309c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206672.992807:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c309b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885f0 expref: 234 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.992815:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c309c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885f0 expref: 233 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206672.992819:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5f:0x0].0x0 (ffff88008d6f4a00) 00010000:00010000:0.0:1715206672.992821:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206672.992822:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c821c0, rc 0) 00000100:00100000:0.0:1715206672.992841:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+232:13030:x1798523591586048:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1230us (1298us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206672.992845:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571602 00000100:00100000:0.0:1715206672.994539:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.994960:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.996098:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.996179:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.998521:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206672.999691:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.001018:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.001666:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.002177:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.002748:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.002855:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c30a53 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.002861:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c30a53 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206673.002871:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10090:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.002907:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c30a4c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288628 expref: 234 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.002916:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c30a53 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288628 expref: 233 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.002920:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff88012f350000) 00010000:00010000:0.0:1715206673.002922:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.002923:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c81f80, rc 0) 00000100:00100000:0.0:1715206673.002948:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+233:13030:x1798523591587008:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1187us (1282us total) trans 4295216465 rc 0/0 00000100:00100000:0.0:1715206673.002952:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571610 00000100:00100000:0.0:1715206673.003748:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.005254:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.005275:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.007580:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.008589:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.009084:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.010582:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.010656:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.011902:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.011922:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.012065:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c30ad1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.012071:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c30ad1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.012079:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.012115:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c30ac3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288652 expref: 238 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.012123:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c30ad1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288652 expref: 237 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.012128:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800972e0200) 00010000:00010000:0.0:1715206673.012129:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.012131:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d886c0, rc 0) 00000100:00100000:0.0:1715206673.012149:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13029:x1798523591587776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1445us (1568us total) trans 4295216467 rc 0/0 00000100:00100000:0.0:1715206673.012153:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571616 00000100:00100000:0.0:1715206673.013481:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.013501:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.014523:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.014609:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.014652:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.014657:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.014673:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.014675:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.014680:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.014685:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.014697:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c30aed lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288660 expref: 239 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.014705:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288660 expref: 238 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.014710:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800972e0200) 00010000:00010000:0.0:1715206673.014711:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.014713:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d89f80, rc 0) 00000100:00100000:0.0:1715206673.014728:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13029:x1798523591588096:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1168us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.014732:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571618 00000100:00100000:0.0:1715206673.016847:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.016873:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.018099:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.018402:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.019579:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.019773:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.020669:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.020752:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.020761:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591588992 00000100:00100000:0.0:1715206673.020764:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591588992 00010000:00010000:0.0:1715206673.020774:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288660 expref: 242 pid: 7128 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206673.020786:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158304 00000100:00100000:0.0:1715206673.020790:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+242:2001:x1798523591588992:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.020796:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.020799:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288660 expref: 241 pid: 7128 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206673.020805:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288660 expref: 241 pid: 7128 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206673.020813:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30afb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288660 expref: 241 pid: 7128 timeout: 1123 lvb_type: 0 00010000:00010000:0.0:1715206673.020820:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800972e0200) 00010000:00010000:0.0:1715206673.020822:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89440/0xb73f6b2ce2c30b48 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.020827:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89440/0xb73f6b2ce2c30b48 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.020830:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89440/0xb73f6b2ce2c30b48 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.020837:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.020851:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+241:2001:x1798523591588992:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 60us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.020855:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158304 00000100:00100000:0.0:1715206673.022179:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.022859:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.023452:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.023577:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c30b5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.023585:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c30b5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.023599:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10091:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.023601:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.023649:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c30b5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.023655:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c30b5d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.023667:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53bcc0/0xb73f6b2ce2c30b56 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828868a expref: 242 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.023676:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538fc0/0xb73f6b2ce2c30b5d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828868a expref: 241 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.023680:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800972e0200) 00010000:00010000:0.0:1715206673.023682:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.023683:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538fc0, rc 0) 00000100:00100000:0.0:1715206673.023706:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13029:x1798523591589056:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1474us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.023710:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571624 00000100:00100000:0.0:1715206673.023973:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.025318:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.025499:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591589504 00000100:00100000:0.0:1715206673.025502:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591589504 00000100:00100000:0.0:1715206673.025514:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571627 00000100:00100000:0.0:1715206673.025518:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+242:13029:x1798523591589504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.025524:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.025530:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c30b87 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828869f expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.025560:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c30b8e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.025566:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ff3 expref: 243 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.025570:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c30b8e lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.025581:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ff3 expref: 243 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.025586:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834480/0xb73f6b2ce2c2f6db lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ff3 expref: 243 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206673.025592:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524820032:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.025617:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dc83600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.026413:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.026445:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.026559:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c30b8e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.026563:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c30b8e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.026569:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10093:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.026602:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c30b87 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828869f expref: 243 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.026610:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c30b8e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828869f expref: 242 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.026614:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff880096846000) 00010000:00010000:0.0:1715206673.026616:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.026617:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092236ac0, rc 0) 00000100:00100000:0.0:1715206673.026640:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+242:13029:x1798523591589504:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1122us (1154us total) trans 4295216473 rc 0/0 00000100:00100000:0.0:1715206673.026644:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571627 00000100:00100000:0.0:1715206673.028038:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.028504:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.029306:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.029719:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.031237:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.032199:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.032378:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.032562:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c30bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.032568:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c30bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.032585:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10097:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.032586:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.032593:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c30bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.032600:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c30bc6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.032611:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c30bbf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886b4 expref: 245 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.032619:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c30bc6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886b4 expref: 244 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.032623:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff88009086c700) 00010000:00010000:0.0:1715206673.032625:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.032626:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c83840, rc 0) 00000100:00100000:0.0:1715206673.032650:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13030:x1798523591590016:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1352us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.032654:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571630 00000100:00100000:0.0:1715206673.033401:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.034765:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.034784:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.036707:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.036729:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.036865:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083d898c0/0xb73f6b2ce2c30bf0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.036871:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d898c0/0xb73f6b2ce2c30bf0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.036878:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10099:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.036914:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c30be2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886c2 expref: 246 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.036926:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d898c0/0xb73f6b2ce2c30bf0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10099:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886c2 expref: 245 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.036930:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff88009086c500) 00010000:00010000:0.0:1715206673.036932:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.036933:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d898c0, rc 0) 00000100:00100000:0.0:1715206673.036948:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13030:x1798523591590400:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2109us (2183us total) trans 4295216476 rc 0/0 00000100:00100000:0.0:1715206673.036952:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571632 00000100:00100000:0.0:1715206673.038210:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.039004:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.039413:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.040147:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.041553:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.041702:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.042663:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.042812:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.044164:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.044863:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.045455:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.045739:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524820800:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206673.045749:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538d80/0xb73f6b2ce2c30c60 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206673.046048:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.046151:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538d80/0xb73f6b2ce2c30c60 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.046156:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538d80/0xb73f6b2ce2c30c60 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206673.046164:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.046199:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53ba80/0xb73f6b2ce2c30c59 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886f3 expref: 248 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.046208:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538d80/0xb73f6b2ce2c30c60 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10098:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886f3 expref: 247 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.046212:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88009086c000) 00010000:00010000:0.0:1715206673.046214:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.046215:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d538d80, rc 0) 00000100:00100000:0.0:1715206673.046232:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+247:13029:x1798523591591424:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1303us (1373us total) trans 4295216479 rc 0/0 00000100:00100000:0.0:1715206673.046237:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571639 00000100:00100000:0.0:1715206673.047481:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.047769:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.048684:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.048875:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.050303:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.050924:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.051932:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.052141:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.053588:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.054598:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.054915:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.055831:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.057211:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.057250:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.057305:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571646 00000100:00100000:0.0:1715206673.057310:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591592640:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.057318:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.057325:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c30cd7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288724 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.057360:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c30cec lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.057367:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2f87f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828809b expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.057371:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c30cec lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.057383:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2f87f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828809b expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.057389:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c9680/0xb73f6b2ce2c2f87f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828809b expref: 253 pid: 18825 timeout: 1123 lvb_type: 0 00000100:00100000:0.0:1715206673.057395:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524821312:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.057413:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dc83600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.058486:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.058506:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.060047:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.060688:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.061272:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.061849:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.063262:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.063599:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.064501:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.066145:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.066760:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.067303:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.067860:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.067971:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d937a80/0xb73f6b2ce2c30d55 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.067978:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d937a80/0xb73f6b2ce2c30d55 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.067988:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.068031:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935680/0xb73f6b2ce2c30d4e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288755 expref: 255 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.068053:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d937a80/0xb73f6b2ce2c30d55 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288755 expref: 254 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.068071:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff8800940cc300) 00010000:00010000:0.0:1715206673.068072:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.068074:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d937a80, rc 0) 00000100:00100000:0.0:1715206673.068092:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+254:13030:x1798523591593664:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1258us (1333us total) trans 4295216486 rc 0/0 00000100:00100000:0.0:1715206673.068097:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571653 00000100:00100000:0.0:1715206673.069399:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.069461:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.070613:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.070767:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.070773:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.070791:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.070793:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.070799:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.070804:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.070815:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935d40/0xb73f6b2ce2c30d63 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828875c expref: 258 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.070825:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828875c expref: 257 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.070829:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff8800940cc300) 00010000:00010000:0.0:1715206673.070831:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.070833:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d935f80, rc 0) 00000100:00100000:0.0:1715206673.070855:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591593856:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1345us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.070859:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571654 00000100:00100000:0.0:1715206673.072092:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.072782:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.073355:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.074003:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.074187:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934b40/0xb73f6b2ce2c30d9b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.074195:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934b40/0xb73f6b2ce2c30d9b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.074204:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a6:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.074250:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936ac0/0xb73f6b2ce2c30d94 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288771 expref: 257 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.074262:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934b40/0xb73f6b2ce2c30d9b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288771 expref: 256 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.074268:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff8800940cc800) 00010000:00010000:0.0:1715206673.074270:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.074272:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d934b40, rc 0) 00000100:00100000:0.0:1715206673.074303:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13030:x1798523591594304:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1422us (1521us total) trans 4295216488 rc 0/0 00000100:00100000:0.0:1715206673.074309:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571657 00000100:00100000:0.0:1715206673.075660:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.075712:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.076728:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.078308:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.079486:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.079522:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.080806:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.082167:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.082500:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.083388:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.083580:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.083727:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30e04 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.083735:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30e04 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.083744:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a7:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.083785:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c30dfd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828879b expref: 260 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.083796:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef600/0xb73f6b2ce2c30e04 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828879b expref: 259 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.083803:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff8800940cc600) 00010000:00010000:0.0:1715206673.083805:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.083807:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5ef600, rc 0) 00000100:00100000:0.0:1715206673.083827:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13029:x1798523591595264:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1257us (1328us total) trans 4295216491 rc 0/0 00000100:00100000:0.0:1715206673.083832:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571663 00000100:00100000:0.0:1715206673.085225:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.085367:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.086311:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.086332:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.086505:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30e27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.086511:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30e27 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.086520:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009f:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.086558:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89440/0xb73f6b2ce2c30e20 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887a9 expref: 261 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.086568:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c30e27 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887a9 expref: 260 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.086574:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff880097371e00) 00010000:00010000:0.0:1715206673.086576:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.086578:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d89f80, rc 0) 00000100:00100000:0.0:1715206673.086599:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+260:13030:x1798523591595584:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1186us (1233us total) trans 4295216492 rc 0/0 00000100:00100000:0.0:1715206673.086605:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571665 00000100:00100000:0.0:1715206673.088011:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.088576:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.089259:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.089686:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.091086:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.091378:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.092185:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.093918:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.094838:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.095258:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.096098:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.096889:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.097575:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.098719:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.099028:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.101310:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.101334:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.101379:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571676 00000100:00100000:0.0:1715206673.101384:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+264:13029:x1798523591597184:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.101392:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.101398:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c30edd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582887f6 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.101452:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.101462:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c1d668 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58281fa5 expref: 266 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.101469:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.101486:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c1d668 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58281fa5 expref: 266 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.101495:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c1d668 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58281fa5 expref: 266 pid: 11041 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.101504:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524823040:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.101524:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.102453:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.102500:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.102617:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.102623:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206673.102630:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100ab:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.102670:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c30edd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887f6 expref: 267 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.102678:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887f6 expref: 265 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.102683:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ab:0x0].0x0 (ffff8801345a0200) 00010000:00010000:0.0:1715206673.102684:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.102686:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092237cc0, rc 0) 00000100:00100000:0.0:1715206673.102704:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13029:x1798523591597184:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1320us (1370us total) trans 4295216496 rc 0/0 00000100:00100000:0.0:1715206673.102709:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571676 00000100:00100000:0.0:1715206673.103885:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.103911:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.103965:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571677 00000100:00100000:0.0:1715206673.103970:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13029:x1798523591597376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.103979:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.103985:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c30f00 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582887fd expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.104005:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.104011:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887f6 expref: 267 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.104016:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.104028:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887f6 expref: 268 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.104033:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c30eeb lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100ab:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887f6 expref: 268 pid: 11041 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.104039:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524823104:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.104077:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.105106:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.105125:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.105253:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.105259:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.105274:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100ab:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.105276:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.105282:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.105288:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.105299:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c30f00 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887fd expref: 267 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.105310:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887fd expref: 266 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.105314:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ab:0x0].0x0 (ffff8801345a0200) 00010000:00010000:0.0:1715206673.105316:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.105317:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092234fc0, rc 0) 00000100:00100000:0.0:1715206673.105336:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13029:x1798523591597376:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1366us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.105340:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571677 00000100:00100000:0.0:1715206673.106931:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.107687:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.108618:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.110741:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.110766:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.111972:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.111994:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.112136:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880083d88480/0xb73f6b2ce2c30f69 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.112141:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d88480/0xb73f6b2ce2c30f69 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.112149:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100ad:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.112186:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d898c0/0xb73f6b2ce2c30f5b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288820 expref: 269 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.112194:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d88480/0xb73f6b2ce2c30f69 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288820 expref: 268 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.112199:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ad:0x0].0x0 (ffff8801345a0100) 00010000:00010000:0.0:1715206673.112200:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.112202:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d88480, rc 0) 00000100:00100000:0.0:1715206673.112217:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+267:13029:x1798523591597888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1370us (1478us total) trans 4295216499 rc 0/0 00000100:00100000:0.0:1715206673.112222:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571682 00000100:00100000:0.0:1715206673.113524:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.113548:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.113624:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571685 00000100:00100000:0.0:1715206673.113628:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13029:x1798523591598272:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.113640:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.113646:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c30f85 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288835 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.113665:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c30f93 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.113671:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d88480/0xb73f6b2ce2c30f69 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288820 expref: 270 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.113676:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c30f93 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100ad:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.113686:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880083d88480/0xb73f6b2ce2c30f69 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288820 expref: 270 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.113692:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d88480/0xb73f6b2ce2c30f69 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288820 expref: 270 pid: 8278 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.113698:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524823360:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.113722:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.114737:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.114760:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.114881:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5efcc0/0xb73f6b2ce2c30f9a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.114887:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5efcc0/0xb73f6b2ce2c30f9a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.114903:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100ae:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.114906:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.114912:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5efcc0/0xb73f6b2ce2c30f9a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.114917:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5efcc0/0xb73f6b2ce2c30f9a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.114928:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c30f8c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828882e expref: 269 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.114936:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5efcc0/0xb73f6b2ce2c30f9a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100ae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828882e expref: 268 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.114940:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ae:0x0].0x0 (ffff8801345a0b00) 00010000:00010000:0.0:1715206673.114942:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.114943:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5efcc0, rc 0) 00000100:00100000:0.0:1715206673.114961:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13030:x1798523591598208:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1337us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.114968:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571684 00000100:00100000:0.0:1715206673.117196:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.120370:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.120394:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.121532:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.123103:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.123187:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.123219:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571690 00000100:00100000:0.0:1715206673.123223:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+269:13030:x1798523591598848:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.123230:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.123237:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c30fe7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288858 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.123256:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.123261:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123266:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123271:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.123275:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123278:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123294:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123297:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123300:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123303:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.123305:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123308:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123312:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206673.123314:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.123315:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123318:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c30ff5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123323:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123325:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123328:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123333:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.123335:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123338:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123341:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x54f6b75a (ffff88011f2f5900) 00010000:00010000:0.0:1715206673.123342:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.123343:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123346:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c30ffc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.123357:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c30fe7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288858 expref: 271 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.123361:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c30fe7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288858 expref: 271 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.123365:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092237600, rc 0) 00000100:00100000:0.0:1715206673.123389:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13030:x1798523591598848:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 166us (202us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206673.123393:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571690 00000100:00100000:0.0:1715206673.124182:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.124293:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a33c0/0xb73f6b2ce2c30fee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100af:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.124297:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a33c0/0xb73f6b2ce2c30fee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100af:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.124312:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100af:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.124314:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.124319:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a33c0/0xb73f6b2ce2c30fee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100af:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.124324:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a33c0/0xb73f6b2ce2c30fee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.124334:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c30fe0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288851 expref: 269 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.124341:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a33c0/0xb73f6b2ce2c30fee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100af:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288851 expref: 268 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.124345:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100af:0x0].0x0 (ffff8801345a0900) 00010000:00010000:0.0:1715206673.124346:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.124348:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a33c0, rc 0) 00000100:00100000:0.0:1715206673.124370:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13029:x1798523591598784:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1151us (1268us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.124374:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571689 00000100:00100000:0.0:1715206673.125536:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.127219:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.128940:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.129456:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.130455:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.131666:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.132006:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.133272:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.133452:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.134791:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.134886:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.136114:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.136469:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.137825:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.137848:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.139536:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.139885:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.140893:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.141825:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.142617:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.143466:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.144047:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.144823:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.146182:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.146277:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.147446:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.147617:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092558d80/0xb73f6b2ce2c311ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.147623:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092558d80/0xb73f6b2ce2c311ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.147640:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d76:0x0]: returning size 0 00000004:00200000:0.0:1715206673.147642:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.147649:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092558d80/0xb73f6b2ce2c311ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.147654:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092558d80/0xb73f6b2ce2c311ca lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.147666:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38ed00/0xb73f6b2ce2c311bc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582888f9 expref: 275 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.147682:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092558d80/0xb73f6b2ce2c311ca lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582888f9 expref: 274 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.147686:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d76:0x0].0x0 (ffff8801310aae00) 00010000:00010000:0.0:1715206673.147688:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.147689:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092558d80, rc 0) 00000100:00100000:0.0:1715206673.147706:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591601152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1355us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.147712:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571712 00000100:00100000:0.0:1715206673.148201:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.149644:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.150111:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.151017:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.151535:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.152310:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.152641:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.154618:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.155223:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.156259:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.157235:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.157464:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.158667:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.158767:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.159854:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.159889:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.160000:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c3125d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.160006:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c3125d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.160021:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d76:0x0]: returning size 2048 00000004:00200000:0.0:1715206673.160023:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.160029:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c3125d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.160034:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c3125d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.160045:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6640/0xb73f6b2ce2c31256 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288938 expref: 281 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.160076:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c3125d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d76:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288938 expref: 280 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.160083:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d76:0x0].0x0 (ffff8801310aae00) 00010000:00010000:0.0:1715206673.160086:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.160088:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5b00, rc 0) 00000100:00100000:0.0:1715206673.160113:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+280:13030:x1798523591602432:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1245us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.160119:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571718 00000100:00100000:0.0:1715206673.161768:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.163369:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.164619:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.166107:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.166733:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.167342:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.167962:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.169494:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.170644:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.172944:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.173275:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.174609:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.174752:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.175896:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.176127:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c312c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.176133:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c312c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.176141:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6f:0x0]: returning size 19584 00010000:00010000:0.0:1715206673.176180:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c312b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288962 expref: 287 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.176203:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c312c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288962 expref: 286 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.176211:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6f:0x0].0x0 (ffff8800948e6900) 00010000:00010000:0.0:1715206673.176213:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.176215:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4000, rc 0) 00000100:00100000:0.0:1715206673.176240:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+287:13030:x1798523591603776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1438us (1487us total) trans 4295216514 rc 0/0 00000100:00100000:0.0:1715206673.176247:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571724 00000100:00100000:0.0:1715206673.177167:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.177704:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.178803:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.179609:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.181188:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.181703:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.182350:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.183007:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.183818:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.184500:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.185094:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.187601:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.187698:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.187709:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591604864 00000100:00100000:0.0:1715206673.187712:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591604864 00000100:00100000:0.0:1715206673.187725:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571732 00000100:00100000:0.0:1715206673.187729:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+291:13029:x1798523591604864:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.187736:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.187743:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c31344 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828899a expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.187761:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.187767:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187771:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187781:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.187784:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187788:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187799:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187803:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187805:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187808:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187811:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.187813:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187816:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187820:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206673.187822:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.187823:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 3/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187829:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3134b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187845:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187848:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187851:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187854:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.187855:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187858:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187861:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x78ea50f (ffff88011f2f5700) 00010000:00010000:0.0:1715206673.187863:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.187864:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187866:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31352 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x78ea50f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.187879:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c31344 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828899a expref: 290 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.187883:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c31344 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828899a expref: 290 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.187891:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092237600, rc 0) 00000100:00100000:0.0:1715206673.187908:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+289:13029:x1798523591604864:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 179us (211us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206673.187913:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571732 00000100:00100000:0.0:1715206673.188979:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.190550:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.191504:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.193463:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.193700:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.194748:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.196182:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591605440 00000100:00100000:0.0:1715206673.196186:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591605440 00000100:00100000:0.0:1715206673.196199:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571736 00000100:00100000:0.0:1715206673.196202:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+292:13030:x1798523591605440:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.196209:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.196215:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3138a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582889b6 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.196234:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31391 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.196240:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c31367 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889a8 expref: 293 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.196244:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31391 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.196256:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c31367 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889a8 expref: 293 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.196262:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c31367 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889a8 expref: 293 pid: 7128 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.196267:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c67480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524824960:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.196293:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.197400:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.197440:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.197592:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.197597:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.197614:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d6f:0x0]: returning size 19584 00000004:00200000:0.0:1715206673.197616:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.197622:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.197627:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31391 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.197638:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c3138a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889b6 expref: 294 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.197654:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31391 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889b6 expref: 293 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.197662:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6f:0x0].0x0 (ffff8800948e6900) 00010000:00010000:0.0:1715206673.197663:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.197665:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092235f80, rc 0) 00000100:00100000:0.0:1715206673.197686:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+293:13030:x1798523591605440:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1483us (1518us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.197690:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571736 00000100:00100000:0.0:1715206673.199413:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.200101:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.200740:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.201977:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.202814:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.204003:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.204289:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.205719:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.207394:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.209557:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.210893:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.211098:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591606784 00000100:00100000:0.0:1715206673.211103:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591606784 00000100:00100000:0.0:1715206673.211124:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571742 00000100:00100000:0.0:1715206673.211128:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+299:13030:x1798523591606784:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206673.212841:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.212864:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.212933:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571744 00000100:00100000:0.0:1715206673.212937:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+299:13029:x1798523591606912:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.212944:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.212951:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c3140f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582889ee expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.212969:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3141d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d6e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.212975:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c313e5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889d9 expref: 301 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.212979:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3141d lrc: 4/1,0 mode: --/PR res: [0x240000402:0x11d6e:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.212989:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c313e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889d9 expref: 301 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.212995:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c313e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889d9 expref: 301 pid: 11041 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.213001:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8da680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524825344:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.213026:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.214490:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.215957:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.217225:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.217818:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.219294:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.219593:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.220953:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.222228:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.222488:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.224322:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.225483:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.225775:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.227537:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.227665:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.228969:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.228999:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.229165:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d77:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.229171:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d77:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.229191:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d77:0x0]: returning size 4096 00000004:00200000:0.0:1715206673.229193:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.229201:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d77:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.229207:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31494 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d77:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.229221:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3148d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a18 expref: 306 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.229242:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31494 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d77:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a18 expref: 305 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.229247:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d77:0x0].0x0 (ffff8801310aa000) 00010000:00010000:0.0:1715206673.229249:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.229251:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d7180, rc 0) 00000100:00100000:0.0:1715206673.229271:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+305:13029:x1798523591608064:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1651us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.229277:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571750 00000100:00100000:0.0:1715206673.230288:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.231518:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.232368:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.232845:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.233837:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.234873:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.235513:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.236263:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.236700:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.237241:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.237915:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.238536:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.239048:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.239717:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.240300:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.241100:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.241896:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.242844:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.243596:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.244217:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.244785:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.245295:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.245794:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.246510:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.247093:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.248274:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.248759:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.249616:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.249648:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.249689:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00080000:0.0:1715206673.249718:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206643 00000100:00080000:0.0:1715206673.249747:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206643 00000100:00100000:0.0:1715206673.250327:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.251583:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.251743:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.251759:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591612480 00000100:00100000:0.0:1715206673.251763:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591612480 00000100:00100000:0.0:1715206673.251785:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117524 00000100:00100000:0.0:1715206673.251790:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+336:13030:x1798523591612480:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206673.251883:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+336:13030:x1798523591612480:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 89us (137us total) trans 4295216562 rc 0/0 00000100:00100000:0.0:1715206673.251908:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117524 00000100:00100000:0.0:1715206673.252972:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.253022:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.255107:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.255155:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.256979:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.257007:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.258538:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.259412:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.261957:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.262051:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.263332:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.264380:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.264918:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.266446:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.266486:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.269007:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.271373:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.271533:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.273575:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.273624:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.275882:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.275915:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.277745:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.277873:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82400/0xb73f6b2ce2c31527 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.277879:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82400/0xb73f6b2ce2c31527 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.277895:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100ac:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.277897:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.277904:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82400/0xb73f6b2ce2c31527 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.277909:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82400/0xb73f6b2ce2c31527 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.277921:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c31520 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a42 expref: 350 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.277938:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82400/0xb73f6b2ce2c31527 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100ac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a42 expref: 349 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.277943:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ac:0x0].0x0 (ffff8801345a0000) 00010000:00010000:0.0:1715206673.277945:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.277946:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c82400, rc 0) 00000100:00100000:0.0:1715206673.277968:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+349:13030:x1798523591614912:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1961us (2053us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.277972:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571758 00000100:00100000:0.0:1715206673.280378:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.280658:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591615168 00000100:00100000:0.0:1715206673.280661:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591615168 00000100:00100000:0.0:1715206673.280676:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571760 00000100:00100000:0.0:1715206673.280680:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+351:13030:x1798523591615168:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.280686:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.280693:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c3153c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288a50 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.280712:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.280718:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280722:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280728:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.280731:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280735:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280746:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280749:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280752:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280755:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.280756:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280759:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280763:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206673.280765:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.280766:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280769:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c31543 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280774:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280777:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280782:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280785:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.280786:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280789:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280792:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x54f6b75a (ffff88011f2f5b00) 00010000:00010000:0.0:1715206673.280793:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.280794:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280797:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c3154a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x54f6b75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.280808:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c3153c lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a50 expref: 352 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.280812:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c3153c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a50 expref: 352 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.280816:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092237180, rc 0) 00000100:00100000:0.0:1715206673.280841:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+351:13030:x1798523591615168:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 160us (209us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206673.280845:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571760 00010000:00010000:0.0:1715206673.281865:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31535 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.281870:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31535 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.281876:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100ad:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.281911:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3152e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a49 expref: 351 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.281918:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c31535 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100ad:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a49 expref: 350 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.281922:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ad:0x0].0x0 (ffff8801345a0100) 00010000:00010000:0.0:1715206673.281923:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.281925:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d7180, rc 0) 00000100:00100000:0.0:1715206673.281938:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d08c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+350:13029:x1798523591615104:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1447us (1561us total) trans 4295216578 rc 0/0 00000100:00100000:0.0:1715206673.281942:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571759 00000100:00100000:0.0:1715206673.283075:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.283313:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.284686:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158397 00000100:00100000:0.0:1715206673.284691:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+355:2003:x1798523591615488:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.284698:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.284702:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c30b02 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288667 expref: 355 pid: 8278 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.284710:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c30b02 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288667 expref: 355 pid: 8278 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.284722:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c30b02 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288667 expref: 355 pid: 8278 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.284729:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff88012f350000) 00010000:00010000:0.0:1715206673.284731:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3155f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.284736:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3155f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.284739:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3155f lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10090:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.284747:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.284762:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+353:2003:x1798523591615488:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 71us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.284766:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158397 00000100:00100000:0.0:1715206673.286247:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.287603:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.290333:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.291038:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.292324:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.292924:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.294667:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.294699:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.294748:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571767 00000100:00100000:0.0:1715206673.294753:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800929a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+354:13029:x1798523591616192:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.294767:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.294775:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c315c8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288a81 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.294800:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c315d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.294807:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c315a5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a73 expref: 356 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.294813:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c315d6 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.294826:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c315a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a73 expref: 356 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.294833:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c315a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10091:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a73 expref: 356 pid: 7128 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.294840:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800929a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524826176:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.294872:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.296267:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.296480:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591616384 00000100:00100000:0.0:1715206673.296486:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591616384 00010000:00010000:0.0:1715206673.296502:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009255a880/0xb73f6b2ce2c315b3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a7a expref: 357 pid: 8278 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.296550:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158403 00000100:00100000:0.0:1715206673.296556:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+357:2003:x1798523591616384:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.296566:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.296572:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009255a880/0xb73f6b2ce2c315b3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a7a expref: 357 pid: 8278 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.296581:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009255a880/0xb73f6b2ce2c315b3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a7a expref: 357 pid: 8278 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.296595:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255a880/0xb73f6b2ce2c315b3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10092:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a7a expref: 356 pid: 8278 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.296627:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff8800832d8600) 00010000:00010000:0.0:1715206673.296631:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880092558900/0xb73f6b2ce2c315dd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.296638:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558900/0xb73f6b2ce2c315dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.296642:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092558900/0xb73f6b2ce2c315dd lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.296655:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.296689:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+355:2003:x1798523591616384:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 131us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.296695:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158403 00000100:00100000:0.0:1715206673.300100:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.301648:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591616640 00000100:00100000:0.0:1715206673.301655:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591616640 00000100:00100000:0.0:1715206673.301680:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571770 00000100:00100000:0.0:1715206673.301686:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+355:13029:x1798523591616640:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.301700:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.301710:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c315f2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288a96 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.301760:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c315f9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.301772:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c30ba3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886a6 expref: 356 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.301778:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c315f9 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10093:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.301795:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c30ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886a6 expref: 356 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.301803:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c30ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582886a6 expref: 356 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.301812:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800929a5880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524826368:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.301855:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.302186:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.304554:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591616832 00000100:00100000:0.0:1715206673.304563:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591616832 00000100:00100000:0.0:1715206673.304608:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571771 00000100:00100000:0.0:1715206673.304617:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+355:13030:x1798523591616832:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.304635:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.304649:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c3160e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288a9d expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.304698:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c31615 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.304710:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c315eb lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a8f expref: 356 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.304719:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c31615 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.304743:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c315eb lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a8f expref: 356 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.304757:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880092559680/0xb73f6b2ce2c315eb lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10095:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a8f expref: 356 pid: 8278 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.304771:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800929a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524826432:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.304825:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.306194:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.314761:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.315322:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.317169:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.317648:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.318953:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.320074:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.321726:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.321836:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.323289:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.323548:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.325031:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.325495:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.326937:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.329026:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.331235:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.331857:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.333724:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.334014:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.337818:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.338031:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c316f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.338043:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c316f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.338107:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10098:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.338111:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.338124:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c316f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.338134:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c316f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.338155:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c316ee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288af8 expref: 362 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.338184:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c316f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288af8 expref: 361 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.338192:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88009086c000) 00010000:00010000:0.0:1715206673.338196:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.338199:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5f80, rc 0) 00000100:00100000:0.0:1715206673.338236:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+361:13029:x1798523591618880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2193us (2262us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.338245:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571784 00000100:00100000:0.0:1715206673.339972:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.342546:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c31703 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.342560:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c31703 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.342575:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009d:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.342652:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c316fc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288aff expref: 365 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.342669:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c31703 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288aff expref: 364 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.342678:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff88012f350c00) 00010000:00010000:0.0:1715206673.342682:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.342685:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4240, rc 0) 00000100:00100000:0.0:1715206673.342739:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+364:13030:x1798523591619072:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2585us (2769us total) trans 4295216590 rc 0/0 00000100:00100000:0.0:1715206673.342749:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571785 00000100:00100000:0.0:1715206673.345631:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591619456 00000100:00100000:0.0:1715206673.345638:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591619456 00000100:00100000:0.0:1715206673.345677:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571788 00000100:00100000:0.0:1715206673.345684:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+365:13029:x1798523591619456:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.345700:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.345713:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31734 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288b14 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.345748:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.345761:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31711 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b06 expref: 366 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.345770:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 4/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.345792:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31711 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b06 expref: 366 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.345804:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31711 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1009b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b06 expref: 366 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.345816:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800929a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524827520:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.345865:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.346905:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800929a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524827520:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206673.346918:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.347678:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.347696:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.347716:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009b:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.347719:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.347728:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.347734:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.347749:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31734 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b14 expref: 364 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.347758:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b14 expref: 363 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.347763:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff88012f350b00) 00010000:00010000:0.0:1715206673.347766:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.347768:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092236ac0, rc 0) 00000100:00100000:0.0:1715206673.347801:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+363:13029:x1798523591619456:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2118us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.347807:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571788 00000100:00100000:0.0:1715206673.349975:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591619712 00000100:00100000:0.0:1715206673.349980:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591619712 00000100:00100000:0.0:1715206673.350010:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571789 00000100:00100000:0.0:1715206673.350015:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d08ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+363:13030:x1798523591619712:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.350024:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.350032:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31742 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288b1b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.350108:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31749 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.350120:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c30ce5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828872b expref: 364 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.350126:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31749 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.350140:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c30ce5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828872b expref: 364 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.350148:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c30ce5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828872b expref: 364 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.350155:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800929a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524827584:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.350189:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.352095:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158424 00000100:00100000:0.0:1715206673.352104:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+367:2003:x1798523591619904:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.352115:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.352122:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c30ce5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828872b expref: 367 pid: 18825 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.352133:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c30ce5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828872b expref: 367 pid: 18825 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.352146:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b3c0/0xb73f6b2ce2c30ce5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828872b expref: 367 pid: 18825 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.352156:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff88009404e300) 00010000:00010000:0.0:1715206673.352160:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31749 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.352166:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31749 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.352171:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31749 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x100a1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.352194:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.352224:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+366:2003:x1798523591619904:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 120us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.352230:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158424 00000100:00100000:0.0:1715206673.352619:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591619968 00000100:00100000:0.0:1715206673.352624:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591619968 00010000:00010000:0.0:1715206673.352639:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934900/0xb73f6b2ce2c30d01 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288732 expref: 366 pid: 7128 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.352662:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158425 00000100:00100000:0.0:1715206673.352669:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+366:2002:x1798523591619968:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.352679:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.352685:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934900/0xb73f6b2ce2c30d01 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288732 expref: 366 pid: 7128 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.352698:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934900/0xb73f6b2ce2c30d01 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288732 expref: 366 pid: 7128 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.352716:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934900/0xb73f6b2ce2c30d01 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288732 expref: 366 pid: 7128 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.352737:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff88012f350900) 00010000:00010000:0.0:1715206673.352742:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b840/0xb73f6b2ce2c31757 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.352751:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b840/0xb73f6b2ce2c31757 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.352759:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b840/0xb73f6b2ce2c31757 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1009c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.352788:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.352820:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+365:2002:x1798523591619968:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 150us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.352827:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158425 00000100:00100000:0.0:1715206673.355107:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.356772:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.357047:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c31773 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.357085:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c31773 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.357111:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a1:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.357114:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.357124:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c31773 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.357132:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c31773 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.357150:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b3c0/0xb73f6b2ce2c3176c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b29 expref: 368 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.357164:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c31773 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b29 expref: 368 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.357171:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff88009404e300) 00010000:00010000:0.0:1715206673.357173:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.357176:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092559f80, rc 0) 00000100:00100000:0.0:1715206673.357205:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+368:13030:x1798523591620032:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2717us (2892us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.357212:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571791 00010000:00010000:0.0:1715206673.357301:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c31781 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.357308:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c31781 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.357327:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009c:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.357329:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.357337:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c31781 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.357344:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c31781 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.357359:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c3177a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b30 expref: 366 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.357369:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c31781 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b30 expref: 365 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.357380:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff88012f350900) 00010000:00010000:0.0:1715206673.357383:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.357385:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5b00, rc 0) 00000100:00100000:0.0:1715206673.357455:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+365:13029:x1798523591620096:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2173us (2349us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.357464:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571792 00000100:00100000:0.0:1715206673.360893:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.360944:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.363335:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.363379:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.363686:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3179d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.363700:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3179d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.363716:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a3:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.363782:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3178f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b37 expref: 369 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.363797:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3179d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b37 expref: 368 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.363804:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff880097371900) 00010000:00010000:0.0:1715206673.363807:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.363809:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c81440, rc 0) 00000100:00100000:0.0:1715206673.363836:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800929a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+368:13030:x1798523591620352:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2795us (2951us total) trans 4295216595 rc 0/0 00000100:00100000:0.0:1715206673.363844:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571793 00000100:00100000:0.0:1715206673.366158:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.366200:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.366272:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571795 00000100:00100000:0.0:1715206673.366281:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+368:13029:x1798523591620672:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.366314:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.366326:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c317b9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288b45 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.366360:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.366370:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c31796 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b3e expref: 370 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.366377:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.366396:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c31796 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b3e expref: 370 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.366405:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c31796 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b3e expref: 370 pid: 8278 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.366439:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095bb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524828032:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.366469:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.368511:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.368549:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.368778:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.368788:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206673.368818:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a0:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.368821:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.368832:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.368840:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.368859:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c317b9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b45 expref: 370 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.368872:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b45 expref: 369 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.368880:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff880095dd8d00) 00010000:00010000:0.0:1715206673.368883:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.368885:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092237600, rc 0) 00000100:00100000:0.0:1715206673.368929:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+368:13029:x1798523591620672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2649us (2773us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.368936:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571795 00000100:00100000:0.0:1715206673.372155:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.372196:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.372260:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571798 00000100:00100000:0.0:1715206673.372268:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+368:13030:x1798523591621120:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.372283:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.372293:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c317d5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288b5a expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.372344:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c317e3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.372355:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828875c expref: 370 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.372361:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c317e3 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.372379:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828875c expref: 370 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.372387:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c30d71 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828875c expref: 370 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.372397:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095bb5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7128:1798523524828160:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.372448:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.374225:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.374263:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.374582:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c317e3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00010000:00010000:0.0:1715206673.374597:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c317e3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT1 00000004:00200000:0.0:1715206673.374615:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a5:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.374700:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c317d5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b5a expref: 372 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.374718:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c317e3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b5a expref: 370 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.374726:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff8800940cc300) 00010000:00010000:0.0:1715206673.374729:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.374732:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092236f40, rc 0) 00000100:00100000:0.0:1715206673.374792:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+370:13030:x1798523591621120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2520us (2591us total) trans 4295216596 rc 0/0 00000100:00100000:0.0:1715206673.374803:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571798 00000100:00100000:0.0:1715206673.377193:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.377233:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.379397:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.379462:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.383238:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.383283:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.385522:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.385588:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.385863:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c31829 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.385875:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c31829 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.385889:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a6:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.385953:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c3181b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b76 expref: 373 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.385983:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c31829 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b76 expref: 371 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.385994:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff8800940cc800) 00010000:00010000:0.0:1715206673.385998:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.386001:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c83600, rc 0) 00000100:00100000:0.0:1715206673.386027:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+371:13030:x1798523591621760:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2581us (2743us total) trans 4295216599 rc 0/0 00000100:00100000:0.0:1715206673.386036:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571802 00000100:00100000:0.0:1715206673.388022:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.388087:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.390228:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.390273:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.394776:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.394826:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.397435:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.397661:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.397898:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c3186f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.397910:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c3186f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00200000:0.0:1715206673.397925:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a7:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.398017:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c31861 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b92 expref: 375 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.398047:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c3186f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b92 expref: 373 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.398085:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff8800940cc600) 00010000:00010000:0.0:1715206673.398089:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.398091:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4240, rc 0) 00000100:00100000:0.0:1715206673.398138:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095bb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+373:13029:x1798523591622400:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 3120us (3312us total) trans 4295216601 rc 0/0 00000100:00100000:0.0:1715206673.398147:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571806 00000100:00100000:0.0:1715206673.400586:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.400647:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.400768:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571808 00000100:00100000:0.0:1715206673.400777:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094358000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+375:13029:x1798523591622656:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.400792:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.400805:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c3188b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288ba0 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.400845:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31899 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.400857:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c3186f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b92 expref: 376 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.400865:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31899 lrc: 4/1,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.400886:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c3186f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b92 expref: 376 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.400897:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c3186f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x100a7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b92 expref: 376 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.400909:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094358380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8278:1798523524828800:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.400941:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.403153:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.403223:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.407985:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.408043:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.408173:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571810 00000100:00100000:0.0:1715206673.408186:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+374:13030:x1798523591623040:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.408219:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.408236:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c318a7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288bae expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.408320:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c318b5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.408339:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934240/0xb73f6b2ce2c30e3c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887b0 expref: 376 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.408352:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c318b5 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.408381:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934240/0xb73f6b2ce2c30e3c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887b0 expref: 376 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.408397:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934240/0xb73f6b2ce2c30e3c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887b0 expref: 376 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.408455:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094359500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524828928:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.408494:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da176c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.410177:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094359500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11041:1798523524828928:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206673.410197:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c318b5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206673.410865:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.410915:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.411442:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c318b5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.411456:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c318b5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206673.411470:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1009f:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.411556:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c318a7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288bae expref: 377 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.411588:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c318b5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1009f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288bae expref: 377 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.411596:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff880097371e00) 00010000:00010000:0.0:1715206673.411599:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.411601:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092235f80, rc 0) 00000100:00100000:0.0:1715206673.411634:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094359180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+376:13030:x1798523591623040:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 3451us (3592us total) trans 4295216602 rc 0/0 00000100:00100000:0.0:1715206673.411641:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571810 00000100:00100000:0.0:1715206673.414635:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.414682:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.417325:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.417367:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.417651:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80900/0xb73f6b2ce2c318df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.417661:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80900/0xb73f6b2ce2c318df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:0.0:1715206673.417681:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x100a9:0x0]: returning size 260096 00000004:00200000:0.0:1715206673.417684:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.417692:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80900/0xb73f6b2ce2c318df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.417718:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80900/0xb73f6b2ce2c318df lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206673.417741:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c318d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288bbc expref: 377 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.417766:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80900/0xb73f6b2ce2c318df lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288bbc expref: 376 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.417777:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff8800940cc000) 00010000:00010000:0.0:1715206673.417781:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.417784:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094c80900, rc 0) 00000100:00100000:0.0:1715206673.417823:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094359c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+376:13029:x1798523591623296:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2980us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.417836:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571812 00000100:00100000:0.0:1715206673.421585:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.422463:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.424328:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.426689:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.427331:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.429665:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.429729:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.433123:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.434788:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.436597:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.439645:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.439694:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.443014:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.443109:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.443168:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571823 00000100:00100000:0.0:1715206673.443179:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880083f34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+377:13029:x1798523591624384:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.443247:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.443259:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c319b8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288c09 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.443298:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.443310:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443321:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443336:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.443348:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443358:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443377:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443386:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443396:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443405:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092237cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.443410:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443452:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443467:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206673.443472:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.443477:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443487:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c319c6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443521:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443538:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443548:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443556:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092234000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.443561:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443570:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443582:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x64346109 (ffff88011f2f5800) 00010000:00010000:0.0:1715206673.443585:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.443589:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443597:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c319d4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.443626:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c319b8 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c09 expref: 379 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.443638:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c319b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c09 expref: 378 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.443651:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092235440, rc 0) 00000100:00100000:0.0:1715206673.443691:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880083f34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+377:13029:x1798523591624384:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 511us (678us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206673.443709:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571823 00000100:00100000:0.0:1715206673.446126:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.446702:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.449704:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.456142:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.456987:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.458987:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.461893:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.463365:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.467242:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.467306:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.470697:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.470764:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.473926:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.474370:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c31ade lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d78:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.474385:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c31ade lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d78:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:0.0:1715206673.474404:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d78:0x0]: returning size 0 00010000:00010000:0.0:1715206673.474522:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c31ad7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c6b expref: 383 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.474571:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c31ade lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x11d78:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c6b expref: 382 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.474584:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d78:0x0].0x0 (ffff88009fbf3d00) 00010000:00010000:0.0:1715206673.474590:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.474594:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e48ba80, rc 0) 00000100:00100000:0.0:1715206673.474652:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880083f36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+382:13030:x1798523591625856:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 3750us (3958us total) trans 4295216608 rc 0/0 00000100:00100000:0.0:1715206673.474664:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571836 00000100:00100000:0.0:1715206673.475149:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.477821:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.479085:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.480508:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.482754:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.484863:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.488387:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.488507:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.490691:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.490758:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.495121:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.495907:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.498107:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.499832:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.500862:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.502786:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.505296:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.506141:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.508790:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.509508:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.512004:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.515806:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.516929:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.518518:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.519722:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.521828:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.525862:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.526689:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.528226:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.529632:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.530678:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.532097:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.534579:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.535539:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.538591:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.540903:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.541598:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.543972:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.544893:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.548033:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.548132:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.548189:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571862 00000100:00100000:0.0:1715206673.548201:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+393:13030:x1798523591629504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.548218:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.548223:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1715206673.548242:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e489f80/0xb73f6b2ce2c31bcc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288cd4 expref: 393 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.548283:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206673.548290:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206673.548302:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c31ce4 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288d36 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.548365:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.548379:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.548390:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.548405:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.548449:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.548461:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00000004:00080000:0.0:1715206673.548798:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe86:0x0], index 0: 0 00010000:00010000:0.0:1715206673.548927:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.548942:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.548954:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.548993:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549004:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549014:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549023:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092237180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.549028:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549038:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549103:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206673.549107:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.549112:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549118:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237180/0xb73f6b2ce2c31cf2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000004:00010000:0.0:1715206673.549130:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c65880 reply state ffff8801212e1000 transno 4295216615 ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549140:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.549147:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x63d21509 (ffff88011f2f5b00) 00010000:00010000:0.0:1715206673.549150:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206673.549152:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206673.549178:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c31ce4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d36 expref: 394 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.549196:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d36 expref: 393 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.549216:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d7a:0x0].0x0 (ffff88011f2f5600) 00010000:00010000:0.0:1715206673.549220:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.549223:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092235440, rc 0) 00000100:00100000:0.0:1715206673.549280:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+394:13030:x1798523591629504:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1079us (1248us total) trans 4295216615 rc 0/0 00000100:00100000:0.0:1715206673.549289:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571862 00000100:00100000:0.0:1715206673.551683:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.553341:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.554656:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.556343:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.558094:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.559097:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.560673:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.560750:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.560784:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591630336 00000100:00100000:0.0:1715206673.560787:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591630336 00010000:00010000:0.0:1715206673.560802:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d36 expref: 399 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.560828:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158460 00000100:00100000:0.0:1715206673.560835:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+399:2002:x1798523591630336:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.560845:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.560851:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d36 expref: 399 pid: 18825 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.560862:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d36 expref: 399 pid: 18825 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.560877:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235440/0xb73f6b2ce2c31d00 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d7a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d36 expref: 399 pid: 18825 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.560889:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d7a:0x0].0x0 (ffff88011f2f5600) 00010000:00010000:0.0:1715206673.560892:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e400/0xb73f6b2ce2c31d69 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d7a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.560897:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e400/0xb73f6b2ce2c31d69 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x11d7a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.560901:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e400/0xb73f6b2ce2c31d69 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x11d7a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.560921:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.560944:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+398:2002:x1798523591630336:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 109us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.560952:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158460 00000100:00100000:0.0:1715206673.562203:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.562886:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.564129:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.564258:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.565603:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.566889:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.567434:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.569320:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.569390:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.571254:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.572451:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.574541:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.575251:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.577328:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.577486:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.579036:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.580159:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.581162:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.582903:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.582932:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.584931:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.587330:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.589136:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.594317:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.597407:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591632448 00000100:00100000:0.0:1715206673.597430:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591632448 00000100:00100000:0.0:1715206673.597481:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571877 00000100:00100000:0.0:1715206673.597490:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+407:13030:x1798523591632448:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.597509:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.597525:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31e1f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288dbb expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.597602:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e26 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x11d78:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.597619:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c31b8d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x11d78:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288cb8 expref: 408 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.597630:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e26 lrc: 4/0,1 mode: --/CW res: [0x240000402:0x11d78:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:0.0:1715206673.597663:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c31b8d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d78:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288cb8 expref: 408 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.597674:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c31b8d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x11d78:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288cb8 expref: 408 pid: 11041 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.597686:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ac000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:18825:1798523524830784:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.597732:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.599995:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.603511:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.603560:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.605679:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.607135:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.609530:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.610906:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.612123:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.614637:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.614717:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.616680:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.618564:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.619108:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.620280:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.621903:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.621955:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.621992:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117557 00000100:00100000:0.0:1715206673.621998:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+417:13029:x1798523591633984:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206673.622151:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+419:13029:x1798523591633984:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 152us (248us total) trans 4295216635 rc 0/0 00000100:00100000:0.0:1715206673.622158:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117557 00000100:00100000:0.0:1715206673.623932:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.623976:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.625751:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.625784:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.627347:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.627400:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.627463:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117564 00000100:00100000:0.0:1715206673.627469:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+423:13030:x1798523591634880:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206673.627554:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+425:13030:x1798523591634880:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 84us (153us total) trans 4295216642 rc 0/0 00000100:00100000:0.0:1715206673.627560:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117564 00000100:00100000:0.0:1715206673.628864:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.630523:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.630888:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.632032:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.632578:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.633642:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.633981:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.635181:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.635532:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.636877:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.636908:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.636957:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117575 00000100:00100000:0.0:1715206673.636965:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+435:13029:x1798523591636288:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206673.637121:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+436:13029:x1798523591636288:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 155us (244us total) trans 4295216654 rc 0/0 00000100:00100000:0.0:1715206673.637129:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117575 00000100:00100000:0.0:1715206673.638576:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.639344:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.640119:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.641715:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.643315:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.643835:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.646353:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.646600:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.646633:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591637440 00000100:00100000:0.0:1715206673.646641:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591637440 00000100:00100000:0.0:1715206673.646693:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571883 00000100:00100000:0.0:1715206673.646703:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+443:13029:x1798523591637440:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206673.646740:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1715206673.646763:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400c240/0xb73f6b2ce2c31e5e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d79:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dd0 expref: 443 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.646795:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e48a640/0xb73f6b2ce2c31b63 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ca3 expref: 442 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.646812:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d79:0x0].0x0 (ffff8801310aab00) 00010000:00010000:0.0:1715206673.646824:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206673.646844:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.646859:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.646871:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.646884:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x64346109 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.646895:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.646905:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.646967:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.646978:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.646987:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:0.0:1715206673.647226:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3680, 64 off243712 00010000:00010000:0.0:1715206673.647269:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.647281:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647291:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647308:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647316:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647324:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647332:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647339:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092234000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206673.647344:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647352:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647362:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d79:0x0].0x0 (ffff88011f2f5900) 00010000:00010000:0.0:1715206673.647366:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206673.647370:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647378:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092234000/0xb73f6b2ce2c31ea4 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d79:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647402:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647411:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647460:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647464:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.647467:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647473:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647480:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d79:0x0].0x0 (ffff88011f2f5900) 00010000:00010000:0.0:1715206673.647482:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206673.647484:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647489:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236f40/0xb73f6b2ce2c31e9d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d79:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647559:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647567:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647576:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647583:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092237cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.647587:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647595:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647607:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:0.0:1715206673.647611:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.647615:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647623:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237cc0/0xb73f6b2ce2c31e8f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:0.0:1715206673.647634:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800909ae680 reply state ffff8801212e0000 transno 4295216661 ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647646:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206673.647655:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x64346109 (ffff8801310aa400) 00010000:00010000:0.0:1715206673.647659:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206673.647662:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206673.647722:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+443:13029:x1798523591637440:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 1018us (1123us total) trans 4295216661 rc 0/0 00000100:00100000:0.0:1715206673.647733:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571883 00000100:00100000:0.0:1715206673.648652:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.651576:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.651618:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.653639:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.654621:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.656794:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.659128:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.659170:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.661156:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.664732:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.665832:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.669100:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.670929:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.674294:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.675389:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.676233:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.677128:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.679087:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.680702:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.683440:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.685278:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.687042:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.688361:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.688762:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.689806:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.691649:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.693344:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.701109:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.703360:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.705600:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.707445:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.712009:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.714399:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.716793:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.719185:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.733241:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.735912:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.738731:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.741873:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.743949:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.744604:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.747133:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.748563:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.751550:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.751757:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.753965:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.756174:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.756654:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.758326:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.758571:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.760216:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.760244:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.760288:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571914 00000100:00100000:0.0:1715206673.760294:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+127:13029:x1798523591641536:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.760302:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.760310:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c320db lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288e9b expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.760334:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760341:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760346:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760356:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760360:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760364:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760379:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760383:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760386:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760390:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760393:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092236f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.760395:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760398:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760403:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:0.0:1715206673.760405:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.760406:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760410:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c320e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760444:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760447:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760451:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760454:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092234000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.760455:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760458:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760463:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xec6b07a9 (ffff88011f2f5300) 00010000:00010000:0.0:1715206673.760464:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.760466:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760469:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092234000/0xb73f6b2ce2c320fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xec6b07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.760485:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c320db lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e9b expref: 129 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.760490:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c320db lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e9b expref: 129 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.760495:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092237cc0, rc 0) 00000100:00100000:0.0:1715206673.760522:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+127:13029:x1798523591641536:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 228us (307us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206673.760527:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571914 00000100:00100000:0.0:1715206673.762243:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.762273:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.764430:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.764869:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.766492:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.766528:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.766732:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38c900/0xb73f6b2ce2c32152 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.766740:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38c900/0xb73f6b2ce2c32152 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:0.0:1715206673.766751:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 260096 00010000:00010000:0.0:1715206673.766835:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38fa80/0xb73f6b2ce2c3214b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ebe expref: 131 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.766849:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38c900/0xb73f6b2ce2c32152 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x11:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ebe expref: 130 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.766857:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff880092239d00) 00010000:00010000:0.0:1715206673.766860:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.766862:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f38c900, rc 0) 00000100:00100000:0.0:1715206673.766904:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+130:13030:x1798523591641920:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1973us (2034us total) trans 4295059619 rc 0/0 00000100:00100000:0.0:1715206673.766913:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571919 00000100:00100000:0.0:1715206673.768363:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.769365:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.770047:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.771049:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.772889:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.774343:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.774978:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.776483:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.778706:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.780297:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591642880 00000100:00100000:0.0:1715206673.780302:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591642880 00000100:00100000:0.0:1715206673.780326:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77706 00000100:00100000:0.0:1715206673.780333:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2001:x1798523591642880:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:0.0:1715206673.780429:0:11066:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x7:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:0.0:1715206673.780433:0:11066:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x7:0x0] updating lvb mtime from disk: 1715206655 -> 1715206643 00002000:00010000:0.0:1715206673.780435:0:11066:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x7:0x0] updating lvb atime from disk: 1715206647 -> 1715206664 00002000:00010000:0.0:1715206673.780437:0:11066:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x7:0x0] updating lvb ctime from disk: 1715206667 -> 1715206674 00002000:00010000:0.0:1715206673.780439:0:11066:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x7:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:0.0:1715206673.780477:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2001:x1798523591642880:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 143us (199us total) trans 4294988747 rc 0/0 00000100:00100000:0.0:1715206673.780485:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77706 00000100:00100000:0.0:1715206673.784917:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.787237:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.789648:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.791726:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.793493:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.794705:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.795559:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.797685:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.797765:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.799082:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.799443:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.800734:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.801599:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.803005:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.803094:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.804322:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.805274:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.806445:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.807322:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.808851:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.809241:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.810765:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.812668:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.814621:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.817115:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.818457:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.820527:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.820965:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.823911:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.823950:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.826341:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.828534:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.829174:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.831110:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.835089:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.835728:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.836824:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.837156:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.838861:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.838992:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.840578:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.840630:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.845790:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.845853:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.849585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.850783:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.851481:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524832768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.851516:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.851541:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524833024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.851569:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.851584:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524833280:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.851602:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.851633:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524833536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.851652:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.851678:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524832960 00000100:00100000:0.0:1715206673.851682:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524832960 00000100:00100000:0.0:1715206673.851709:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77717 00000100:00100000:0.0:1715206673.851716:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3686:x1798523524832768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206673.851730:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8207 count 1 00010000:00010000:0.0:1715206673.851744:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851764:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c1f8d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282b9f expref: 105 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851772:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.851774:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.851777:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851798:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c1f8d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282b9f expref: 105 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851809:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c1f8d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282b9f expref: 105 pid: 18695 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.851820:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9394:1798523524833792:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.851845:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d982240 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.851863:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77721 00000100:00100000:0.0:1715206673.851868:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+7:3686:x1798523524833024:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206673.851882:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8215 count 1 00010000:00010000:0.0:1715206673.851894:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092234000/0xb73f6b2ce2c323dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851906:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c2088e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830d8 expref: 105 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851913:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.851915:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.851918:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092234000/0xb73f6b2ce2c323dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851937:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c2088e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830d8 expref: 105 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.851947:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c2088e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830d8 expref: 105 pid: 18695 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.851958:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009296b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18679:1798523524834048:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.851983:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d9826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.852084:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524832832 00000100:00100000:0.0:1715206673.852090:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524832832 00000100:00100000:0.0:1715206673.852121:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77726 00000100:00100000:0.0:1715206673.852127:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3687:x1798523524832832:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206673.852141:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8209 count 1 00010000:00010000:0.0:1715206673.852153:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c32400 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2011:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.852165:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094961200/0xb73f6b2ce2c1fb0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282c6a expref: 105 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.852172:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.852174:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.852177:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092236f40/0xb73f6b2ce2c32400 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.852197:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094961200/0xb73f6b2ce2c1fb0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282c6a expref: 105 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.852208:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094961200/0xb73f6b2ce2c1fb0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2011:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282c6a expref: 105 pid: 18672 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.852219:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009296b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524834432:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.852238:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801345849c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.856584:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092968700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9394:1798523524833792:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206673.856598:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.856635:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.856646:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.856656:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.856673:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.856684:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647296 00000100:00100000:0.0:1715206673.856687:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647296 00010000:00010000:0.0:1715206673.856699:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c1f8d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282b9f expref: 106 pid: 18695 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.856722:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158498 00000100:00100000:0.0:1715206673.856727:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2001:x1798523591647296:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.856733:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.856737:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c1f8d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282b9f expref: 106 pid: 18695 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.856748:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c1f8d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282b9f expref: 106 pid: 18695 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.856760:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c1f8d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282b9f expref: 106 pid: 18695 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.856769:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.856770:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.856772:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856778:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856788:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.856804:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+105:2001:x1798523591647296:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.856809:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158498 00010000:00010000:0.0:1715206673.856826:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856831:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856837:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856845:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856850:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856854:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092237cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206673.856856:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856860:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856867:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.856872:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092237cc0/0xb73f6b2ce2c323c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x200f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.856992:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3686:x1798523524832768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5276us (5475us total) trans 4294988750 rc 0/0 00000100:00100000:0.0:1715206673.856997:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77717 00000100:00100000:0.0:1715206673.857017:0:3686:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294988743 gen 2 00000004:00080000:0.0:1715206673.857021:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091a300, transno 4294988693 00000004:00080000:0.0:1715206673.857025:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130919c00, transno 4294988694 00000004:00080000:0.0:1715206673.857027:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130919500, transno 4294988695 00000004:00080000:0.0:1715206673.857029:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091ad80, transno 4294988696 00000004:00080000:0.0:1715206673.857031:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918380, transno 4294988697 00000004:00080000:0.0:1715206673.857033:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918e00, transno 4294988698 00000004:00080000:0.0:1715206673.857034:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130919880, transno 4294988699 00000004:00080000:0.0:1715206673.857036:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091a680, transno 4294988700 00000004:00080000:0.0:1715206673.857037:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a07800, transno 4294988701 00000004:00080000:0.0:1715206673.857039:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a05880, transno 4294988702 00000004:00080000:0.0:1715206673.857040:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a04380, transno 4294988703 00000004:00080000:0.0:1715206673.857042:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a07480, transno 4294988704 00000004:00080000:0.0:1715206673.857043:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06e680, transno 4294988705 00000004:00080000:0.0:1715206673.857045:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06f100, transno 4294988706 00000004:00080000:0.0:1715206673.857047:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009590b800, transno 4294988707 00000004:00080000:0.0:1715206673.857048:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06ed80, transno 4294988708 00000004:00080000:0.0:1715206673.857050:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06c380, transno 4294988709 00000004:00080000:0.0:1715206673.857051:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feee680, transno 4294988710 00000004:00080000:0.0:1715206673.857073:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7c000, transno 4294988711 00000004:00080000:0.0:1715206673.857075:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7e680, transno 4294988712 00000004:00080000:0.0:1715206673.857077:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094b9f800, transno 4294988713 00000004:00080000:0.0:1715206673.857079:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feee300, transno 4294988714 00000004:00080000:0.0:1715206673.857080:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feefb80, transno 4294988715 00000004:00080000:0.0:1715206673.857082:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012072a680, transno 4294988716 00000004:00080000:0.0:1715206673.857084:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feed180, transno 4294988717 00000004:00080000:0.0:1715206673.857085:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feeea00, transno 4294988718 00000004:00080000:0.0:1715206673.857087:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918000, transno 4294988719 00000004:00080000:0.0:1715206673.857089:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091b480, transno 4294988720 00000004:00080000:0.0:1715206673.857090:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8ca80, transno 4294988721 00000004:00080000:0.0:1715206673.857092:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8d500, transno 4294988722 00000004:00080000:0.0:1715206673.857094:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8dc00, transno 4294988723 00000004:00080000:0.0:1715206673.857096:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7d500, transno 4294988724 00000004:00080000:0.0:1715206673.857098:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d8ba300, transno 4294988725 00000004:00080000:0.0:1715206673.857100:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d8bb480, transno 4294988726 00000004:00080000:0.0:1715206673.857102:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d8b8000, transno 4294988727 00000004:00080000:0.0:1715206673.857104:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d8bb800, transno 4294988728 00000004:00080000:0.0:1715206673.857105:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d8bad80, transno 4294988729 00000004:00080000:0.0:1715206673.857107:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d8b8380, transno 4294988730 00000004:00080000:0.0:1715206673.857109:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d8b9500, transno 4294988731 00000004:00080000:0.0:1715206673.857110:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee1500, transno 4294988732 00000004:00080000:0.0:1715206673.857112:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091b100, transno 4294988733 00000004:00080000:0.0:1715206673.857113:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feedc00, transno 4294988734 00000004:00080000:0.0:1715206673.857115:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7c700, transno 4294988735 00000004:00080000:0.0:1715206673.857117:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7df80, transno 4294988736 00000004:00080000:0.0:1715206673.857118:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8fb80, transno 4294988737 00000004:00080000:0.0:1715206673.857120:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feedf80, transno 4294988738 00000004:00080000:0.0:1715206673.857122:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7ca80, transno 4294988739 00000004:00080000:0.0:1715206673.857123:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7ea00, transno 4294988740 00000004:00080000:0.0:1715206673.857125:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d867800, transno 4294988741 00000004:00080000:0.0:1715206673.857127:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a01880, transno 4294988742 00000004:00080000:0.0:1715206673.857128:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a02300, transno 4294988743 00000100:00100000:0.0:1715206673.857132:0:3686:0:(client.c:3000:ptlrpc_free_committed()) @@@ stopping search req@ffff880122fcb480 x1798523524832768/t4294988750(4294988750) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1715206689 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000004:00080000:0.0:1715206673.857139:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fcb480/2, rc 0, transno 21454 00000100:00100000:0.0:1715206673.857142:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524832768:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.857426:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524834688:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.857447:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.857470:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206673.857476:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524834816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.857494:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.857516:0:18670:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77732 00000100:00100000:0.0:1715206673.857522:0:18670:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3685:x1798523524834688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206673.857536:0:18670:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8246 count 1 00010000:00010000:0.0:1715206673.857548:0:18670:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.857560:0:18670:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c24152 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284488 expref: 104 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.857566:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.857568:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.857570:0:18670:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.857587:0:18670:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c24152 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284488 expref: 104 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.857596:0:18670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c24152 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284488 expref: 104 pid: 11062 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.857604:0:18670:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524834944:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.857622:0:18670:0:(client.c:2542:ptlrpc_set_wait()) set ffff880134584180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.857658:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.857674:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647488 00000100:00100000:0.0:1715206673.857678:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647488 00010000:00010000:0.0:1715206673.857691:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c1f8dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282ba6 expref: 103 pid: 18672 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.857708:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158501 00000100:00100000:0.0:1715206673.857714:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2002:x1798523591647488:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.857721:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.857725:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c1f8dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x200f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282ba6 expref: 103 pid: 18672 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.857735:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c1f8dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x200f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282ba6 expref: 103 pid: 18672 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.857750:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c1f8dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x200f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282ba6 expref: 103 pid: 18672 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.857761:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.857763:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.857766:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec606c0/0xb73f6b2ce2c323d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.857774:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec606c0/0xb73f6b2ce2c323d6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x200f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.857790:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.857809:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591647488:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 94us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.857816:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158501 00000100:00100000:0.0:1715206673.857861:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647552 00000100:00100000:0.0:1715206673.857866:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647552 00010000:00010000:0.0:1715206673.857878:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d53aac0/0xb73f6b2ce2c20474 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2015:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58282f8f expref: 105 pid: 18672 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.857905:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647616 00000100:00100000:0.0:1715206673.857908:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647616 00010000:00010000:0.0:1715206673.857920:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c20880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830ca expref: 102 pid: 18672 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.857937:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647680 00000100:00100000:0.0:1715206673.857940:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647680 00010000:00010000:0.0:1715206673.857951:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c2088e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830d8 expref: 106 pid: 18695 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.857962:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647808 00000100:00100000:0.0:1715206673.857965:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647808 00010000:00010000:0.0:1715206673.857975:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c1f364 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x200c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582829e6 expref: 107 pid: 18671 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.857989:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647744 00000100:00100000:0.0:1715206673.857992:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647744 00010000:00010000:0.0:1715206673.858003:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b400ef40/0xb73f6b2ce2c236bd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582840bb expref: 103 pid: 18683 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.858015:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591647872 00000100:00100000:0.0:1715206673.858018:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591647872 00010000:00010000:0.0:1715206673.858028:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c23b78 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2033:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284290 expref: 108 pid: 11062 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.858045:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158503 00000100:00100000:0.0:1715206673.858051:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2003:x1798523591647616:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.858091:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.858097:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c20880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830ca expref: 104 pid: 18672 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.858108:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c20880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830ca expref: 104 pid: 18672 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.858126:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c20880 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2017:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582830ca expref: 104 pid: 18672 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.858136:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.858138:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.858140:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b400fa80/0xb73f6b2ce2c323eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858147:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b400fa80/0xb73f6b2ce2c323eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2017:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858168:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.858184:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2003:x1798523591647616:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 133us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.858190:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158503 00000100:00100000:0.0:1715206673.858206:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158508 00000100:00100000:0.0:1715206673.858211:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+105:2003:x1798523591647872:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.858221:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.858227:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c23b78 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284290 expref: 105 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.858246:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c23b78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284290 expref: 104 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.858262:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.858265:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.858268:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ec62640/0xb73f6b2ce2c32407 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858279:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ec62640/0xb73f6b2ce2c32407 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2033:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858294:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.858313:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2003:x1798523591647872:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 100us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.858322:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158508 00000004:00080000:0.0:1715206673.858362:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f8d9500/2, rc 0, transno 21947 00000100:00100000:0.0:1715206673.858373:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f8d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524832704:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1715206673.858404:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f8db480/2, rc 0, transno 21948 00000100:00100000:0.0:1715206673.858409:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524833280:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1715206673.858547:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fc9f80/2, rc 0, transno 21455 00000100:00100000:0.0:1715206673.858560:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524832960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.858606:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715206673.858617:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092969500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524835264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.858650:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.858683:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77735 00000100:00100000:0.0:1715206673.858692:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3687:x1798523524835136:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206673.858713:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8221 count 1 00010000:00010000:0.0:1715206673.858729:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858746:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c2130e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582834ac expref: 100 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858754:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.858756:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.858760:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858781:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c2130e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582834ac expref: 100 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.858792:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c2130e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582834ac expref: 100 pid: 18672 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.858806:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092969c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524835328:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.858828:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d982240 going to sleep for 11 seconds 00000004:00080000:0.0:1715206673.858853:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fcb800/2, rc 0, transno 21456 00000100:00100000:0.0:1715206673.858861:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524833216:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.858893:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206673.858901:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009296bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524835520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.858928:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.858984:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.859045:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.859061:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591648128 00000100:00100000:0.0:1715206673.859065:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591648128 00010000:00010000:0.0:1715206673.859106:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133db2880/0xb73f6b2ce2c236c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582840c2 expref: 102 pid: 11062 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.859130:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158510 00000100:00100000:0.0:1715206673.859138:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591648128:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.859147:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.859153:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133db2880/0xb73f6b2ce2c236c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582840c2 expref: 102 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.859166:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133db2880/0xb73f6b2ce2c236c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582840c2 expref: 102 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.859183:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133db2880/0xb73f6b2ce2c236c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582840c2 expref: 102 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.859196:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.859198:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.859202:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b400dd40/0xb73f6b2ce2c3241c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.859212:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b400dd40/0xb73f6b2ce2c3241c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.859232:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.859252:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591648128:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 113us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.859262:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158510 00000100:00100000:0.0:1715206673.859343:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524835776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.859370:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.859395:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524835776 00000100:00100000:0.0:1715206673.859400:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524835776 00000100:00100000:0.0:1715206673.859441:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77739 00000100:00100000:0.0:1715206673.859448:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:3685:x1798523524835776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206673.859464:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8227 count 1 00010000:00010000:0.0:1715206673.859478:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3245b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.859493:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c21f39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582838bf expref: 98 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.859501:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.859503:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.859506:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092237180/0xb73f6b2ce2c3245b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.859527:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c21f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582838bf expref: 98 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.859540:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c21f39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582838bf expref: 98 pid: 18676 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.859554:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18679:1798523524835904:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.859581:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d9826c0 going to sleep for 11 seconds 00000004:00080000:0.0:1715206673.859791:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092969180/2, rc 0, transno 21460 00000100:00100000:0.0:1715206673.859800:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092969180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524833408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.859854:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524836288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.859906:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.859943:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524836096 00000100:00100000:0.0:1715206673.859948:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524836096 00000100:00100000:0.0:1715206673.859970:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77747 00000100:00100000:0.0:1715206673.859976:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+19:3688:x1798523524836096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206673.860120:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8230 count 1 00010000:00010000:0.0:1715206673.860136:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.860150:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c2225e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839ec expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.860159:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.860161:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206673.860164:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.860185:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c2225e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839ec expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.860197:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c2225e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839ec expref: 98 pid: 9392 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.860216:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524836480:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.860280:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.860818:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3687:x1798523524832576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8780us (8820us total) trans 4294988757 rc 0/0 00000100:00100000:0.0:1715206673.860827:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77725 00000100:00100000:0.0:1715206673.861367:0:18670:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092968e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524834944:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206673.861378:0:18670:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.861592:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.861972:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.862177:0:18670:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862186:0:18670:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862192:0:18670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862215:0:18670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862220:0:18670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862228:0:18670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092235440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206673.862230:0:18670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862235:0:18670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862244:0:18670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.862249:0:18670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092235440/0xb73f6b2ce2c3242a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2036:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.862344:0:18670:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3685:x1798523524834688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4821us (4895us total) trans 4294988758 rc 0/0 00000100:00100000:0.0:1715206673.862350:0:18670:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77732 00000004:00080000:0.0:1715206673.862782:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a04700/2, rc 0, transno 21952 00000100:00100000:0.0:1715206673.862791:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524834816:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.862825:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524836928:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.862843:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.863068:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206673.863074:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524837056:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.863088:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.863396:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.863573:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863580:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863586:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863590:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863595:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863599:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922346c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206673.863601:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863605:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863615:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863620:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800922346c0/0xb73f6b2ce2c3243f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x201d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.863722:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3687:x1798523524835136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5030us (5176us total) trans 4294989250 rc 0/0 00000100:00100000:0.0:1715206673.863728:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77735 00000100:00100000:0.0:1715206673.863843:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524837184 00000100:00100000:0.0:1715206673.863846:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524837184 00000100:00100000:0.0:1715206673.863858:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77753 00000100:00100000:0.0:1715206673.863861:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3688:x1798523524837184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206673.863871:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8286 count 1 00010000:00010000:0.0:1715206673.863880:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863941:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b400c900/0xb73f6b2ce2c32232 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x205e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f04 expref: 90 pid: 11066 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206673.863947:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.863948:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.863950:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.863964:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b400c900/0xb73f6b2ce2c32232 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x205e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f04 expref: 90 pid: 11066 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206673.863971:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b400c900/0xb73f6b2ce2c32232 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x205e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f04 expref: 90 pid: 11066 timeout: 1124 lvb_type: 1 00000100:00100000:0.0:1715206673.863979:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094b3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524837248:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.863999:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.864079:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524837312:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.864097:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206673.864393:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591648704 00000100:00100000:0.0:1715206673.864397:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591648704 00010000:00010000:0.0:1715206673.864408:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b400e1c0/0xb73f6b2ce2c21f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582838c6 expref: 91 pid: 9392 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.864435:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158518 00000100:00100000:0.0:1715206673.864439:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2002:x1798523591648704:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.864446:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.864449:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b400e1c0/0xb73f6b2ce2c21f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582838c6 expref: 91 pid: 9392 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.864456:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b400e1c0/0xb73f6b2ce2c21f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582838c6 expref: 91 pid: 9392 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.864467:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b400e1c0/0xb73f6b2ce2c21f40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2023:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582838c6 expref: 91 pid: 9392 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.864474:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.864476:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.864477:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b400c240/0xb73f6b2ce2c32446 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.864483:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b400c240/0xb73f6b2ce2c32446 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2023:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.864493:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.864517:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2002:x1798523591648704:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.864523:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158518 00000100:00100000:0.0:1715206673.867550:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.867635:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.867655:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.867686:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.867712:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591648960 00000100:00100000:0.0:1715206673.867717:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591648960 00010000:00010000:0.0:1715206673.867734:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c22257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839e5 expref: 91 pid: 18676 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.867756:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158522 00000100:00100000:0.0:1715206673.867762:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591648960:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.867772:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.867777:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c22257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839e5 expref: 91 pid: 18676 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.867790:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c22257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839e5 expref: 90 pid: 18676 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.867823:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c22257 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839e5 expref: 90 pid: 18676 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.867837:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.867839:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.867843:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d937a80/0xb73f6b2ce2c32469 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.867859:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d937a80/0xb73f6b2ce2c32469 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.867880:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.867908:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+88:2003:x1798523591648960:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 144us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.867918:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158522 00000100:00100000:0.0:1715206673.868020:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:0.0:1715206673.868052:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094b3c000/2, rc 0, transno 21464 00000100:00100000:0.0:1715206673.868101:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094b3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524835776:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.868151:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.868169:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591649088 00000100:00100000:0.0:1715206673.868173:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591649088 00010000:00010000:0.0:1715206673.868190:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c22170 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828398a expref: 90 pid: 18676 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.868214:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158524 00000100:00100000:0.0:1715206673.868221:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2003:x1798523591649088:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.868231:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.868237:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c22170 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828398a expref: 89 pid: 18676 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868251:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c22170 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828398a expref: 89 pid: 18676 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868278:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c22170 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2025:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828398a expref: 89 pid: 18676 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868290:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.868293:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.868296:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d936640/0xb73f6b2ce2c32477 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868307:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d936640/0xb73f6b2ce2c32477 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2025:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868326:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.868349:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+88:2003:x1798523591649088:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 127us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.868357:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158524 00000004:00080000:0.0:1715206673.868392:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009296bb80/2, rc 0, transno 21465 00000100:00100000:0.0:1715206673.868403:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009296bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524835520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.868496:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094b3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524836480:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206673.868512:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.868558:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:0.0:1715206673.868590:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009cd7c700/2, rc 0, transno 21466 00000100:00100000:0.0:1715206673.868596:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524836224:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1715206673.868606:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009296b480/2, rc 0, transno 21467 00000100:00100000:0.0:1715206673.868610:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009296b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524835712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206673.868624:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591649152 00000100:00100000:0.0:1715206673.868628:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591649152 00010000:00010000:0.0:1715206673.868643:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092186ac0/0xb73f6b2ce2c26157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x204b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284ebb expref: 88 pid: 11062 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.868659:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158525 00000100:00100000:0.0:1715206673.868663:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+88:2003:x1798523591649152:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.868671:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.868674:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092186ac0/0xb73f6b2ce2c26157 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x204b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284ebb expref: 88 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868682:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092186ac0/0xb73f6b2ce2c26157 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x204b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284ebb expref: 88 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868694:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092186ac0/0xb73f6b2ce2c26157 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x204b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284ebb expref: 88 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868702:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.868703:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.868706:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ec63a80/0xb73f6b2ce2c3247e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x204b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868712:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ec63a80/0xb73f6b2ce2c3247e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x204b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868735:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.868753:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+87:2003:x1798523591649152:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 89us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.868759:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158525 00000100:00100000:0.0:1715206673.868771:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158526 00000100:00100000:0.0:1715206673.868775:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2002:x1798523591649216:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.868781:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.868785:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c2225e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839ec expref: 89 pid: 9392 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868792:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c2225e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839ec expref: 89 pid: 9392 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868804:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c2225e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582839ec expref: 89 pid: 9392 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.868812:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.868814:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.868816:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868822:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868832:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.868843:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+87:2002:x1798523591649216:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 67us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.868848:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158526 00010000:00010000:0.0:1715206673.868862:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868869:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868876:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868881:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868887:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868892:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206673.868894:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868899:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868908:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.868913:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32485 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.869124:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+18:3688:x1798523524836096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9146us (9190us total) trans 4294988764 rc 0/0 00000100:00100000:0.0:1715206673.869131:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77747 00000100:00100000:0.0:1715206673.869269:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591649472 00000100:00100000:0.0:1715206673.869273:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591649472 00010000:00010000:0.0:1715206673.869284:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e48b600/0xb73f6b2ce2c22934 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c1c expref: 87 pid: 18679 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.869299:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591649536 00000100:00100000:0.0:1715206673.869301:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591649536 00010000:00010000:0.0:1715206673.869307:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092985680/0xb73f6b2ce2c22b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x202b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cee expref: 89 pid: 11062 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.869316:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591649600 00000100:00100000:0.0:1715206673.869318:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591649600 00010000:00010000:0.0:1715206673.869325:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c2297a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2029:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283c38 expref: 86 pid: 18679 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.869334:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158529 00000100:00100000:0.0:1715206673.869338:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2002:x1798523591649536:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.869343:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.869347:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092985680/0xb73f6b2ce2c22b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x202b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cee expref: 89 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.869355:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092985680/0xb73f6b2ce2c22b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x202b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cee expref: 89 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.869366:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092985680/0xb73f6b2ce2c22b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x202b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cee expref: 88 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.869379:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.869380:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.869382:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c324a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x202b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869388:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c324a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x202b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869399:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.869436:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+86:2002:x1798523591649536:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 96us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.869442:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158529 00000100:00100000:0.0:1715206673.869469:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094b3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524837248:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206673.869479:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.869521:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.869559:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.869571:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591649920 00000100:00100000:0.0:1715206673.869573:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591649920 00010000:00010000:0.0:1715206673.869583:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092985200/0xb73f6b2ce2c22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cfc expref: 86 pid: 11062 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.869595:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158533 00000100:00100000:0.0:1715206673.869599:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+86:2002:x1798523591649920:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.869607:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.869610:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092985200/0xb73f6b2ce2c22baa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cfc expref: 86 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.869633:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092985200/0xb73f6b2ce2c22baa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x202b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cfc expref: 86 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.869646:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092985200/0xb73f6b2ce2c22baa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x202b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283cfc expref: 86 pid: 11062 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.869654:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.869655:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.869657:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b400df80/0xb73f6b2ce2c324b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869664:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b400df80/0xb73f6b2ce2c324b6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x202b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869675:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.869691:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+85:2002:x1798523591649920:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 91us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.869696:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158533 00010000:00010000:0.0:1715206673.869711:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869717:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869728:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869734:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869739:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869744:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206673.869746:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869752:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869760:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.869765:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c324af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x205e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206673.869886:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3688:x1798523524837184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6023us (6055us total) trans 4294989256 rc 0/0 00000100:00100000:0.0:1715206673.869891:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77753 00000004:00080000:0.0:1715206673.870032:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06ce00/2, rc 0, transno 21471 00000100:00100000:0.0:1715206673.870037:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524836800:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1715206673.870077:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1c8c000/2, rc 0, transno 21962 00000100:00100000:0.0:1715206673.870080:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524836672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206673.871215:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.871235:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591649984 00000100:00100000:0.0:1715206673.871239:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591649984 00010000:00010000:0.0:1715206673.871254:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d5398c0/0xb73f6b2ce2c22dda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283dc0 expref: 84 pid: 18679 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.871275:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158534 00000100:00100000:0.0:1715206673.871281:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+84:2002:x1798523591649984:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206673.871289:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.871294:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d5398c0/0xb73f6b2ce2c22dda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x202d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283dc0 expref: 84 pid: 18679 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.871304:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d5398c0/0xb73f6b2ce2c22dda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x202d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283dc0 expref: 84 pid: 18679 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.871319:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d5398c0/0xb73f6b2ce2c22dda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x202d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283dc0 expref: 84 pid: 18679 timeout: 1124 lvb_type: 0 00010000:00010000:0.0:1715206673.871329:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.871331:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.871333:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d9361c0/0xb73f6b2ce2c324bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x202d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.871356:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008d9361c0/0xb73f6b2ce2c324bd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x202d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.871387:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206673.871456:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+83:2002:x1798523591649984:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 155us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.871463:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158534 00000100:00100000:0.0:1715206673.871711:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.871750:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.872427:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.874521:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.874990:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.876217:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.876658:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.878591:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.878619:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.879872:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.879895:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.882375:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.882720:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.884179:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.884205:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.885817:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.885843:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.885893:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117599 00000100:00100000:0.0:1715206673.885898:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+129:13030:x1798523591651328:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206673.885978:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+131:13030:x1798523591651328:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 79us (162us total) trans 4295059646 rc 0/0 00000100:00100000:0.0:1715206673.885986:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117599 00000100:00100000:0.0:1715206673.887148:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.887176:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.889192:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.889666:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.891020:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.891487:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.892575:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.892766:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.894642:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.894860:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.896157:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.896183:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.897583:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.897731:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.898886:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.899110:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.902439:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.902481:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.902541:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571971 00000100:00100000:0.0:1715206673.902549:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13029:x1798523591652992:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.902561:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.902573:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c325ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58288fe4 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.902606:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902616:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902625:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902638:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902646:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902653:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902691:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c325f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902700:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c325f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902709:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c325f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:0.0:1715206673.902733:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40cb:0x0]: returning size 57088 00000004:00200000:0.0:1715206673.902736:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.902747:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c325f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902755:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c325f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902763:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902774:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902781:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902788:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.902791:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902798:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902808:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:0.0:1715206673.902811:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.902814:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902821:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c325e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902850:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902857:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902864:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902870:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.902873:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902886:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902894:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xea3178f (ffff88009401d800) 00010000:00010000:0.0:1715206673.902897:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.902900:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902907:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c325ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xea3178f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206673.902934:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c325ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288fe4 expref: 142 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.902947:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c325f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288fe4 expref: 141 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.902955:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cb:0x0].0x0 (ffff8800935e1400) 00010000:00010000:0.0:1715206673.902958:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.902961:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4b40, rc 0) 00000100:00100000:0.0:1715206673.902985:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+140:13029:x1798523591652992:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 436us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.902994:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571971 00000100:00100000:0.0:1715206673.906028:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.906093:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.907438:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.907474:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.907667:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3260d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.907676:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3260d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:0.0:1715206673.907684:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40cb:0x0]: returning size 57088 00010000:00010000:0.0:1715206673.907744:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d935d40/0xb73f6b2ce2c325ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ff2 expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.907753:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3260d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ff2 expref: 143 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.907758:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cb:0x0].0x0 (ffff8800935e1400) 00010000:00010000:0.0:1715206673.907759:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.907761:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d935f80, rc 0) 00000100:00100000:0.0:1715206673.907778:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13029:x1798523591653248:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1656us (1755us total) trans 4295059651 rc 0/0 00000100:00100000:0.0:1715206673.907783:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571972 00000100:00100000:0.0:1715206673.909084:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.909116:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.909130:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591653504 00000100:00100000:0.0:1715206673.909134:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591653504 00000100:00100000:0.0:1715206673.909152:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 571975 00000100:00100000:0.0:1715206673.909157:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591653504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.909166:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.909175:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32637 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289000 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.909198:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3263e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.909207:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400f840/0xb73f6b2ce2c32614 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288feb expref: 145 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.909213:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3263e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40ca:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.909228:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400f840/0xb73f6b2ce2c32614 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288feb expref: 145 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.909236:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400f840/0xb73f6b2ce2c32614 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288feb expref: 145 pid: 18825 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.909244:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092969180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524838144:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.909263:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756540 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.910298:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.910336:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.912140:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.912674:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.914537:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.914867:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.916322:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.917069:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.917778:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.918815:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.919427:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.920338:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.921913:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.922234:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.923481:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.923506:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.925108:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.925505:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.926443:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.926529:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.926641:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880136440900/0xb73f6b2ce2c3273a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.926647:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136440900/0xb73f6b2ce2c3273a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:0.0:1715206673.926666:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40ca:0x0]: returning size 57088 00000004:00200000:0.0:1715206673.926668:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.926674:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136440900/0xb73f6b2ce2c3273a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ca:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.926679:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136440900/0xb73f6b2ce2c3273a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.926691:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136440fc0/0xb73f6b2ce2c32733 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828903f expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.926713:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136440900/0xb73f6b2ce2c3273a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828903f expref: 150 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.926717:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ca:0x0].0x0 (ffff8800935e1b00) 00010000:00010000:0.0:1715206673.926719:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.926720:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136440900, rc 0) 00000100:00100000:0.0:1715206673.926736:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591654976:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1525us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.926742:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 571984 00000100:00100000:0.0:1715206673.931574:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.931977:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.933073:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.933354:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.934481:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.934666:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.937433:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.938917:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.939085:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.941046:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.941080:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.941146:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77762 00000100:00100000:0.0:1715206673.941150:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+85:2000:x1798523591656000:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.941157:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.941166:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c327fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289085 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1715206673.941176:0:18690:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2060:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1715206673.941183:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.941184:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206673.941189:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c327fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289085 expref: 86 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206673.941196:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c327fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289085 expref: 86 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206673.941205:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d7a80, rc 0) 00000100:00100000:0.0:1715206673.941228:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+86:2000:x1798523591656000:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 78us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.941232:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77762 00000100:00100000:0.0:1715206673.942563:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.942600:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.943820:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.943845:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.947386:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.947425:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.948886:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.948909:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.950431:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.950802:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.951690:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.951776:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.955866:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.956153:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.958313:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.958689:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.959311:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+134:13029:x1798523591657344:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 564us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.959319:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572001 00000100:00100000:0.0:1715206673.961028:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.961077:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.962085:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+84:2000:x1798523591657472:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 922us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.962092:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77767 00000100:00100000:0.0:1715206673.963318:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.963341:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.965254:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.965277:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.966567:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.966590:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.966642:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77770 00000100:00100000:0.0:1715206673.966647:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+84:2002:x1798523591657984:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:0.0:1715206673.966700:0:9392:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x2060:0x0] updating lvb size from disk: 0 -> 51456 00002000:00010000:0.0:1715206673.966703:0:9392:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x2060:0x0] updating lvb mtime from disk: 1715206663 -> 1715206663 00002000:00010000:0.0:1715206673.966704:0:9392:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x2060:0x0] updating lvb atime from disk: 1715206665 -> 1715206655 00002000:00010000:0.0:1715206673.966706:0:9392:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x2060:0x0] updating lvb ctime from disk: 1715206675 -> 1715206675 00002000:00010000:0.0:1715206673.966707:0:9392:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x2060:0x0] updating lvb blocks from disk: 0 -> 104 00000100:00100000:0.0:1715206673.966734:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+85:2002:x1798523591657984:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 86us (142us total) trans 4294989263 rc 0/0 00000100:00100000:0.0:1715206673.966746:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77770 00000100:00100000:0.0:1715206673.967921:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.967952:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.969712:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.969740:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.972190:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.972220:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.972286:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572010 00000100:00100000:0.0:1715206673.972292:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+131:13029:x1798523591658496:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206673.972313:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206673.972324:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136443600/0xb73f6b2ce2c32883 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890bd expref: 131 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.972344:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cd:0x0].0x0 (ffff880094ea9900) 00010000:00010000:0.0:1715206673.972347:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206673.972363:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32891 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.972370:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32891 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.972375:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32891 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00010000:0.0:1715206673.972409:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880130918e00 reply state ffff880095886000 transno 4295059665 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32891 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.972434:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32891 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40cd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206673.972438:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cd:0x0].0x0 (ffff880094ea9900) 00010000:00010000:0.0:1715206673.972440:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206673.972442:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206673.972484:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+133:13029:x1798523591658496:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 192us (295us total) trans 4295059665 rc 0/0 00000100:00100000:0.0:1715206673.972490:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572010 00000100:00100000:0.0:1715206673.973897:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.973925:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.976534:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.976909:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.978238:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.978588:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.981371:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.981443:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.984433:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.984482:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.984541:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572014 00000100:00100000:0.0:1715206673.984551:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+137:13030:x1798523591659584:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.984567:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.984579:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c328d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582890cb expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.984609:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984616:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984622:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984630:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984635:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984640:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984668:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984674:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984679:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:0.0:1715206673.984695:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40cc:0x0]: returning size 51456 00000004:00200000:0.0:1715206673.984697:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206673.984704:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984710:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984715:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984720:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984724:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984728:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984731:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.984734:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984738:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984744:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206673.984746:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.984749:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984753:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c328ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984777:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984781:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984785:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984789:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206673.984791:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984795:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984800:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xf060562 (ffff88009401d700) 00010000:00010000:0.0:1715206673.984802:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206673.984804:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984807:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c328fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206673.984825:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c328d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890cb expref: 140 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.984838:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890cb expref: 139 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.984843:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cc:0x0].0x0 (ffff8801310aa800) 00010000:00010000:0.0:1715206673.984845:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206673.984847:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d7a80, rc 0) 00000100:00100000:0.0:1715206673.984868:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13030:x1798523591659584:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 319us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206673.984874:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572014 00000100:00100000:0.0:1715206673.988447:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.988493:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.988568:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572017 00000100:00100000:0.0:1715206673.988576:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13030:x1798523591659904:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206673.988589:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206673.988601:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32916 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582890e0 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.988656:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32924 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.988671:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890cb expref: 141 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.988679:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32924 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40cc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.988706:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890cb expref: 141 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.988719:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32908 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890cb expref: 141 pid: 7128 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206673.988732:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880096909f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524838720:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206673.988785:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206673.990354:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.990575:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206673.990680:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32924 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206673.990688:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32924 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:0.0:1715206673.990700:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40cc:0x0]: returning size 51456 00010000:00010000:0.0:1715206673.990759:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32916 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890e0 expref: 142 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.990775:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32924 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890e0 expref: 140 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206673.990784:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cc:0x0].0x0 (ffff8801310aa800) 00010000:00010000:0.0:1715206673.990787:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206673.990789:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4b40, rc 0) 00000100:00100000:0.0:1715206673.990813:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+140:13030:x1798523591659904:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2237us (2320us total) trans 4295059674 rc 0/0 00000100:00100000:0.0:1715206673.990821:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572017 00000100:00100000:0.0:1715206673.992573:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.992614:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.994434:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.994465:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.996831:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.996881:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.996956:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117614 00000100:00100000:0.0:1715206673.996962:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dcfec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+141:13030:x1798523591660544:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206673.997040:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dcfec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591660544:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 78us (160us total) trans 4295059676 rc 0/0 00000100:00100000:0.0:1715206673.997047:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117614 00000100:00100000:0.0:1715206673.999002:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206673.999032:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.000730:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.000761:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.002614:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.002654:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.007272:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.007311:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.010097:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.010126:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.010232:0:7140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5017 00000100:00100000:0.0:1715206674.010237:0:7140:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591661312:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.010258:0:7140:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1715206674.010269:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3294e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40cc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890ee expref: 145 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.010294:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cc:0x0].0x0 (ffff8801310aa800) 00010000:00010000:0.0:1715206674.010300:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32986 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828910a expref: 143 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.010307:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206674.010308:0:7140:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.010320:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010326:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010331:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010338:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c329c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xf060562 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010341:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c329c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010345:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c329c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010353:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c329d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010358:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c329d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010361:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c329d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010397:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c329e1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010402:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c329e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010406:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c329e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00000004:00010000:0.0:1715206674.010547:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feec380 reply state ffff880095887000 transno 4295059677 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c329e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010554:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c329e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40cc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010558:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cc:0x0].0x0 (ffff8801310aa800) 00010000:00010000:0.0:1715206674.010560:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:0.0:1715206674.010562:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:0.0:1715206674.010564:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feec380 reply state ffff880095887000 transno 4295059677 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c329d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010568:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c329d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010572:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff88012d3a4b00) 00010000:00010000:0.0:1715206674.010574:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.010576:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1715206674.010579:0:7140:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010584:0:7140:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010594:0:7140:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010600:0:7140:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.010603:0:7140:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010609:0:7140:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010617:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206674.010620:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.010623:0:7140:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010628:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c329b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000004:00010000:0.0:1715206674.010638:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feec380 reply state ffff880095887000 transno 4295059677 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c329c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010646:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c329c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xf060562 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.010652:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xf060562 (ffff88009401d900) 00010000:00010000:0.0:1715206674.010654:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.010656:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1715206674.010685:0:7140:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591661312:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 446us (556us total) trans 4295059677 rc 0/0 00000100:00100000:0.0:1715206674.010694:0:7140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5017 00000100:00100000:0.0:1715206674.015141:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.015873:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.017662:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.018150:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.020547:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.020776:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.020814:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591661952 00000100:00100000:0.0:1715206674.020817:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591661952 00000100:00100000:0.0:1715206674.020844:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572031 00000100:00100000:0.0:1715206674.020849:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591661952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.020857:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.020865:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32a5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289142 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.020888:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c32a66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40cd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.020896:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136443cc0/0xb73f6b2ce2c32a3c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40cd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289134 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.020901:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c32a66 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40cd:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.020914:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136443cc0/0xb73f6b2ce2c32a3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40cd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289134 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.020920:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136443cc0/0xb73f6b2ce2c32a3c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40cd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289134 expref: 151 pid: 8278 timeout: 1124 lvb_type: 0 00000100:00100000:0.0:1715206674.020927:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf7100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524839168:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.020965:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.022093:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.022280:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.027534:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.027581:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.030237:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.030277:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.032991:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.033032:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.038688:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.038728:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.042327:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.042951:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.044985:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.045455:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.047982:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.049533:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.052045:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00080000:0.0:1715206674.052204:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206644 00000100:00080000:0.0:1715206674.054520:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206644 00000100:00100000:0.0:1715206674.054875:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.056677:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.059585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.059932:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.060094:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572045 00000100:00100000:0.0:1715206674.060105:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591663872:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.060138:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.060156:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094859d40/0xb73f6b2ce2c32b5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289196 expref: 156 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.060178:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cf:0x0].0x0 (ffff8800831d1a00) 00010000:00010000:0.0:1715206674.060187:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.060201:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060214:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060224:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060251:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32b9a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060261:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32b9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060269:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32b9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060315:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060326:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060336:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000040:00080000:0.0:1715206674.060529:0:7128:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8263, 64 off537024 00010000:00010000:0.0:1715206674.060569:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060586:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060596:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060604:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060611:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060619:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060627:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060634:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206674.060638:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060646:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060656:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cf:0x0].0x0 (ffff88009401de00) 00010000:00010000:0.0:1715206674.060660:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206674.060664:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060672:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32ba8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40cf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060711:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060720:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060728:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060735:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.060739:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060747:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060757:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cf:0x0].0x0 (ffff88009401de00) 00010000:00010000:0.0:1715206674.060760:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206674.060764:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060772:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32ba1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060871:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060880:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060888:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060896:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060903:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.060907:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060914:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060924:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:0.0:1715206674.060927:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.060930:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 3/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060937:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32b93 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:0.0:1715206674.060947:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5f8a80 reply state ffff880095884000 transno 4295059686 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32b9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060958:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32b9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.060966:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa2db6bf (ffff8800831d1d00) 00010000:00010000:0.0:1715206674.060969:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.060972:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206674.061052:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13029:x1798523591663872:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 946us (1117us total) trans 4295059686 rc 0/0 00000100:00100000:0.0:1715206674.061092:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572045 00000100:00100000:0.0:1715206674.062725:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.063002:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.065189:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.065251:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.068291:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.068349:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.076782:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.076833:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.084472:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.084520:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.087256:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.087303:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.089938:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.089983:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.097119:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.099576:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.099628:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.101996:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.102263:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.104863:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.104909:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.107788:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.111270:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.113985:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.114673:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.117446:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.118722:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.122108:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.122159:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.124632:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.124713:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.126457:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.130599:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.132497:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.132535:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.134589:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.134628:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.136567:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.137341:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.139255:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.147546:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.147593:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.153210:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.153258:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.155250:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591667648:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 1857us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.155270:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572070 00000100:00100000:0.0:1715206674.158318:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.158363:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000001:00080000:0.0:1715206674.159805:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989266 is committed 00000100:00100000:0.0:1715206674.160003:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+86:2003:x1798523591667776:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 1499us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.160015:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77785 00000100:00100000:0.0:1715206674.162582:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.162633:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.166121:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.166230:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.168260:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.168297:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.169946:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.169988:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.172012:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.172077:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.175136:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.175182:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.175213:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591668864 00000100:00100000:0.0:1715206674.175220:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591668864 00000100:00100000:0.0:1715206674.175246:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572080 00000100:00100000:0.0:1715206674.175253:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+133:13029:x1798523591668864:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.175285:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.175302:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c32dd8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289284 expref: 133 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.175322:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d2:0x0].0x0 (ffff880094fbb500) 00010000:00010000:0.0:1715206674.175326:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.175357:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.175368:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.175376:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00010000:0.0:1715206674.175466:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d5c00 reply state ffff88008f1dc000 transno 4295059697 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.175483:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.175493:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d2:0x0].0x0 (ffff880094fbb500) 00010000:00010000:0.0:1715206674.175497:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.175501:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206674.175592:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+135:13029:x1798523591668864:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 333us (455us total) trans 4295059697 rc 0/0 00000100:00100000:0.0:1715206674.175604:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572080 00000100:00100000:0.0:1715206674.177864:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.177926:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.180878:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.181007:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.182603:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.182662:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.185575:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.185620:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.185734:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572083 00000100:00100000:0.0:1715206674.185741:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13029:x1798523591669888:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.185760:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1715206674.185770:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c32a66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289142 expref: 139 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.185801:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d935680/0xb73f6b2ce2c32828 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40cd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582890a8 expref: 136 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.185818:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cd:0x0].0x0 (ffff880094ea9900) 00010000:00010000:0.0:1715206674.185823:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.185832:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185840:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185847:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185858:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185865:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185870:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185929:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185937:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.185943:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000040:00080000:0.0:1715206674.186121:0:18825:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8264, 64 off537088 00010000:00010000:0.0:1715206674.186200:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186213:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186226:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186237:0:18825:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186247:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186264:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186274:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186282:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206674.186286:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186296:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186306:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cd:0x0].0x0 (ffff880097371d00) 00010000:00010000:0.0:1715206674.186310:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206674.186314:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186323:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32e1e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40cd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186345:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186355:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186365:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186373:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.186378:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186395:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186406:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40cd:0x0].0x0 (ffff880097371d00) 00010000:00010000:0.0:1715206674.186456:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206674.186460:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186468:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32e10 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40cd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186635:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186646:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186655:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186663:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.186667:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186676:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186701:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:0.0:1715206674.186704:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.186706:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186712:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32df4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:0.0:1715206674.186722:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d7480 reply state ffff88008f1dd000 transno 4295059704 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186731:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.186738:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff880097371200) 00010000:00010000:0.0:1715206674.186741:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.186743:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206674.186788:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13029:x1798523591669888:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 1045us (1166us total) trans 4295059704 rc 0/0 00000100:00100000:0.0:1715206674.186796:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572083 00000100:00100000:0.0:1715206674.189007:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.189039:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.192956:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.194804:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.195018:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.197267:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.197315:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.199365:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.199402:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.199537:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158565 00000100:00100000:0.0:1715206674.199547:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+147:2003:x1798523591670656:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.199560:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.199569:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c32e72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40d2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892a0 expref: 146 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.199593:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c32e72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40d2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892a0 expref: 146 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.199611:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c32e72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40d2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892a0 expref: 146 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.199639:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d2:0x0].0x0 (ffff880094fbb500) 00010000:00010000:0.0:1715206674.199646:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c32e9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40d2:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.199654:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c32e9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.199660:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c32e9c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40d2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.199677:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206674.199705:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:2003:x1798523591670656:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 160us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.199713:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158565 00000100:00100000:0.0:1715206674.202227:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.202282:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.204608:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.204647:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.206579:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.206646:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.209117:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.209157:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.213929:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.213961:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.216197:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.216240:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.216312:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5018 00000100:00100000:0.0:1715206674.216319:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591671552:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.216348:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1715206674.216362:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6ac0/0xb73f6b2ce2c32e95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892ae expref: 147 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.216390:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880094ea9500) 00010000:00010000:0.0:1715206674.216400:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c32ecd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892c3 expref: 144 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.216432:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206674.216435:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.216446:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216454:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216462:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216473:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32f13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xf206c8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216481:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32f13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216494:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32f13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216503:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32f28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216510:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32f28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216517:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32f28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216566:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32f2f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216576:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32f2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216584:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32f2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:0.0:1715206674.216736:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801338cf100 reply state ffff88008f1da000 transno 4295059709 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32f2f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216750:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c32f2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216757:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880094ea9500) 00010000:00010000:0.0:1715206674.216760:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:0.0:1715206674.216763:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:0.0:1715206674.216768:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801338cf100 reply state ffff88008f1da000 transno 4295059709 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32f28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216782:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c32f28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216789:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880095952300) 00010000:00010000:0.0:1715206674.216792:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.216793:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:0.0:1715206674.216796:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216803:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216809:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216815:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.216818:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216825:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216833:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206674.216836:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.216839:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216846:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c32f0c lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:0.0:1715206674.216856:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801338cf100 reply state ffff88008f1da000 transno 4295059709 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32f13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216871:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c32f13 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xf206c8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.216878:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xf206c8f (ffff8800909c3900) 00010000:00010000:0.0:1715206674.216880:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.216881:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1715206674.216923:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591671552:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 602us (727us total) trans 4295059709 rc 0/0 00000100:00100000:0.0:1715206674.216931:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5018 00000100:00100000:0.0:1715206674.218478:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.218524:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.221399:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.221464:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.221527:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572099 00000100:00100000:0.0:1715206674.221533:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591672064:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.221542:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.221549:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c32f7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582892f4 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.221617:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32f83 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40d2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.221630:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c32f6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40d2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892e6 expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.221640:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c32f83 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40d2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.221664:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c32f6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40d2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892e6 expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.221677:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c32f6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40d2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892e6 expref: 151 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.221691:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d867480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524840064:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.221737:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.223429:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.223501:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206674.223713:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c32f8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.223723:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c32f8a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:0.0:1715206674.223736:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40d3:0x0]: returning size 67392 00010000:00010000:0.0:1715206674.223808:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a880/0xb73f6b2ce2c32f75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892ed expref: 152 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.223823:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c32f8a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40d3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582892ed expref: 152 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.223832:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880094ea9500) 00010000:00010000:0.0:1715206674.223836:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206674.223839:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e489f80, rc 0) 00000100:00100000:0.0:1715206674.223882:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591671936:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2359us (2484us total) trans 4295059711 rc 0/0 00000100:00100000:0.0:1715206674.223893:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572098 00000100:00100000:0.0:1715206674.225768:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.225828:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.227744:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.227809:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206674.228014:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c32fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.228023:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c32fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:0.0:1715206674.228051:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40d3:0x0]: returning size 67392 00000004:00200000:0.0:1715206674.228079:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206674.228095:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c32fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.228106:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c32fad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.228129:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c32fa6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289302 expref: 152 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.228143:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c32fad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40d3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289302 expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.228150:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880094ea9500) 00010000:00010000:0.0:1715206674.228152:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206674.228154:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e488fc0, rc 0) 00000100:00100000:0.0:1715206674.228195:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591672320:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2266us (2367us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.228201:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572101 00000100:00100000:0.0:1715206674.233279:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.233887:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.235120:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.235708:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.236695:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.240091:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.240685:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.242307:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.242925:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.243723:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.244613:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.246555:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.248047:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.249963:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.250979:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.252208:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.253343:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.255623:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.256746:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.258356:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.259997:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.260816:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.261736:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.262775:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.263553:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.266284:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.266713:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.267832:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.268176:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.269766:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.269790:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.272187:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.272226:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.273824:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.273853:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.273897:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77795 00000100:00100000:0.0:1715206674.273903:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880083f36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+90:13030:x1798523591675456:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.273912:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.273921:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582893c6 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.273936:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090bb5200/0xb73f6b2ce2c331d6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893b8 expref: 91 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206674.273942:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.273943:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.273946:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 91 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.273963:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090bb5200/0xb73f6b2ce2c331d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893b8 expref: 91 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206674.273972:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090bb5200/0xb73f6b2ce2c331d6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893b8 expref: 91 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.273982:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880083f34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524840320:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.274020:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756540 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.275321:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.275354:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.275497:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158571 00000100:00100000:0.0:1715206674.275507:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880083f35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591675648:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.275520:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.275532:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c331cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893b1 expref: 92 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.275543:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c331cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893b1 expref: 92 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.275558:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c331cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893b1 expref: 92 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.275580:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.275582:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.275587:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 91 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.275594:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 91 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.275616:0:9414:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 91 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.275628:0:9414:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880083f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9414:1798523524840384:192.168.203.35@tcp:105: 00000100:00100000:0.0:1715206674.275679:0:9414:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.276828:0:9414:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880083f35180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9414:1798523524840384:192.168.203.35@tcp:105: 00010000:00010000:0.0:1715206674.276839:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206674.276897:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880083f35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591675648:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1391us (1541us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.276906:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158571 00000100:00100000:0.0:1715206674.279528:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.280218:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.282169:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591675968 00000100:00100000:0.0:1715206674.282177:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591675968 00000100:00100000:0.0:1715206674.282211:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572126 00000100:00100000:0.0:1715206674.282218:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13029:x1798523591675968:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.282232:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.282242:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c331eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582893cd expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.282277:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282286:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282293:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282314:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282320:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282325:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282344:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282350:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282355:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282360:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.282363:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282368:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282375:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:0.0:1715206674.282378:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.282380:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282385:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c331f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282426:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282432:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282437:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282441:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.282444:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282465:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282472:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff8800909c3b00) 00010000:00010000:0.0:1715206674.282473:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.282476:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282482:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c331f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.282512:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c331eb lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893cd expref: 169 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.282523:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c331eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893cd expref: 169 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.282535:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4fc0, rc 0) 00000100:00100000:0.0:1715206674.282583:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13029:x1798523591675968:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 363us (480us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206674.282593:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572126 00000100:00100000:0.0:1715206674.283297:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.284325:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.286769:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.287991:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.290898:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.291882:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.292883:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.293631:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.293791:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.293792:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c33270 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.293795:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c33270 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.293805:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c33262 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893fe expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.293809:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c33262 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893fe expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.293814:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28bcc0, rc 0) 00000100:00100000:2.0:1715206674.293837:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880083f35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13030:x1798523591676672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 148us (206us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.293840:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572133 00000100:00100000:0.0:1715206674.294263:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.294300:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591676736 00000100:00100000:2.0:1715206674.294304:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591676736 00000100:00100000:2.0:1715206674.294322:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572134 00000100:00100000:2.0:1715206674.294325:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880083f34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591676736:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.294330:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.294335:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c33277 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289405 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.294363:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294367:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294372:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294377:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294381:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294384:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294392:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294395:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294398:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294401:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.294403:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294406:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294432:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.294434:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.294436:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294439:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c3327e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294444:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294448:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294451:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294453:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.294454:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294457:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294460:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff880097371f00) 00010000:00010000:2.0:1715206674.294461:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.294462:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294465:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c33285 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.294477:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c33277 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289405 expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.294481:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c33277 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289405 expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.294485:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b180, rc 0) 00000100:00100000:2.0:1715206674.294507:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880083f34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591676736:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 182us (246us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.294511:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572134 00000100:00100000:0.0:1715206674.294976:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.295007:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591676800 00000100:00100000:2.0:1715206674.295011:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591676800 00000100:00100000:2.0:1715206674.295028:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572135 00000100:00100000:2.0:1715206674.295031:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13030:x1798523591676800:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.295037:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.295042:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3328c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828940c expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.295074:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295079:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295083:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295088:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295092:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295095:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295104:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295107:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295110:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295113:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e48b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.295115:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295118:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295121:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.295123:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.295124:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295127:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c33293 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295131:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295134:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295137:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295140:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e48aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.295141:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295144:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295147:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880097371d00) 00010000:00010000:2.0:1715206674.295148:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.295149:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295152:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3329a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295163:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3328c lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828940c expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.295167:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3328c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828940c expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.295172:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a640, rc 0) 00000100:00100000:2.0:1715206674.295189:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13030:x1798523591676800:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 157us (215us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.295193:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572135 00000100:00100000:0.0:1715206674.295820:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.295854:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591676928 00000100:00100000:2.0:1715206674.295857:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591676928 00000100:00100000:2.0:1715206674.295875:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572136 00000100:00100000:2.0:1715206674.295878:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591676928:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.295883:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.295885:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.295892:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c33215 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893db expref: 170 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.295898:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.295900:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.295903:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c332a1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289413 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.295929:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295933:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295937:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295942:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295946:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.295949:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:2.0:1715206674.296120:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2066:0x0], index 1: 0 00010000:00010000:2.0:1715206674.296184:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c332b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296189:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c332b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296193:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c332b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296207:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296211:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296217:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296219:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e489d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.296221:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296224:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296228:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.296229:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.296230:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296233:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c332a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206674.296238:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801228d2d80 reply state ffff880092a24000 transno 4295059723 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296242:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296245:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff880083fe8900) 00010000:00010000:2.0:1715206674.296247:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.296248:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.296258:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c332a1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289413 expref: 172 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.296264:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c332b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289413 expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.296271:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d8:0x0].0x0 (ffff880083fe8e00) 00010000:00010000:2.0:1715206674.296272:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.296274:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e489200, rc 0) 00000100:00100000:2.0:1715206674.296298:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591676928:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 420us (480us total) trans 4295059723 rc 0/0 00000100:00100000:2.0:1715206674.296302:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572136 00000100:00100000:0.0:1715206674.296622:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.296654:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591677056 00000100:00100000:2.0:1715206674.296657:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591677056 00000100:00100000:2.0:1715206674.296675:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572137 00000100:00100000:2.0:1715206674.296678:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591677056:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.296684:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.296685:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.296693:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c3321c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893e2 expref: 172 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.296699:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.296701:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.296705:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488240/0xb73f6b2ce2c332c4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828941a expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.296727:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296732:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296736:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296742:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296745:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296748:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:2.0:1715206674.296818:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2066:0x0], index 0: 0 00010000:00010000:2.0:1715206674.296876:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c332d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296883:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c332d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296890:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c332d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296908:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296913:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296918:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296923:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e489f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.296926:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296931:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296938:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.296940:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.296942:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296947:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c332cb lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206674.296953:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801228d0a80 reply state ffff880092a20000 transno 4295059724 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296959:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.296963:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:2.0:1715206674.296965:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.296967:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.296980:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488240/0xb73f6b2ce2c332c4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828941a expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.296989:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c332d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828941a expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.296993:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d9:0x0].0x0 (ffff880083fe8700) 00010000:00010000:2.0:1715206674.296995:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.296996:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e489440, rc 0) 00000100:00100000:2.0:1715206674.297021:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591677056:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 341us (400us total) trans 4295059724 rc 0/0 00000100:00100000:2.0:1715206674.297025:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572137 00000100:00100000:0.0:1715206674.297808:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.297843:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591677120 00000100:00100000:2.0:1715206674.297847:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591677120 00000100:00100000:2.0:1715206674.297867:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77797 00000100:00100000:2.0:1715206674.297871:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2002:x1798523591677120:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.297876:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.297885:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289421 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.297896:0:18690:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2066:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.297903:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.297905:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.297909:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 92 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.297916:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 92 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.297922:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e48a880, rc 0) 00000100:00100000:2.0:1715206674.297942:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2002:x1798523591677120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 71us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.297946:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77797 00000100:00100000:0.0:1715206674.298537:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.298577:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591677184 00000100:00100000:2.0:1715206674.298581:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591677184 00000100:00100000:2.0:1715206674.298605:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77798 00000100:00100000:2.0:1715206674.298610:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2003:x1798523591677184:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.298618:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.298629:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289428 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.298646:0:18690:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2066:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.298655:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.298657:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.298661:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 91 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.298671:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 91 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.298679:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02640, rc 0) 00000100:00100000:2.0:1715206674.298708:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591677184:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 96us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.298714:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77798 00000100:00100000:0.0:1715206674.299005:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.299969:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.302780:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.302811:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.302881:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591677696 00000100:00100000:2.0:1715206674.302888:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591677696 00000100:00100000:0.0:1715206674.302910:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572139 00000100:00100000:0.0:1715206674.302915:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+177:13030:x1798523591677696:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.302935:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.302949:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c332d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828941a expref: 177 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.302987:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d9:0x0].0x0 (ffff880083fe8700) 00010000:00010000:0.0:1715206674.302995:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.303009:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303019:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303027:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303037:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303045:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303052:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303136:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303143:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303149:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000040:00080000:0.0:1715206674.303272:0:7128:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8266, 64 off537216 00010000:00010000:0.0:1715206674.303317:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303325:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303331:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303336:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303340:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303345:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303350:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303355:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3a880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206674.303358:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303363:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303369:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d9:0x0].0x0 (ffff8800909c3c00) 00010000:00010000:0.0:1715206674.303371:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206674.303374:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303378:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c33326 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303401:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303406:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303431:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303435:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.303438:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303442:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303448:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d9:0x0].0x0 (ffff8800909c3c00) 00010000:00010000:0.0:1715206674.303450:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206674.303453:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303468:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33318 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303549:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303555:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303560:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303564:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303568:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.303571:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303575:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303582:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206674.303583:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.303585:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 3/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303590:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c332fc lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:0.0:1715206674.303596:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801228d3480 reply state ffff88008f1d9000 transno 4295059728 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303608:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.303613:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:0.0:1715206674.303615:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.303616:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206674.303647:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591677696:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 731us (834us total) trans 4295059728 rc 0/0 00000100:00100000:0.0:1715206674.303654:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572139 00000100:00100000:0.0:1715206674.305586:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.305620:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.305636:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591677760 00000100:00100000:2.0:1715206674.305641:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591677760 00000100:00100000:2.0:1715206674.305668:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591677824 00000100:00100000:2.0:1715206674.305670:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591677824 00000100:00100000:2.0:1715206674.305691:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572141 00000100:00100000:2.0:1715206674.305698:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591677824:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.305710:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.305721:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33334 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289436 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.305755:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305767:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305776:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305786:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305794:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305801:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305821:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305827:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305834:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305840:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305846:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.305849:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305856:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305870:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.305873:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.305875:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305880:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33342 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305902:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305906:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305910:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305914:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee033c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.305916:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305920:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305925:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:2.0:1715206674.305927:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.305929:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305933:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33350 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.305950:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33334 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289436 expref: 179 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.305957:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33334 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289436 expref: 179 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.305964:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01b00, rc 0) 00000100:00100000:2.0:1715206674.305990:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+178:13030:x1798523591677824:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 292us (369us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.305996:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572141 00000100:00100000:0.0:1715206674.307777:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.307814:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.307875:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591677952 00000100:00100000:2.0:1715206674.307882:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591677952 00000100:00100000:2.0:1715206674.307921:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572143 00000100:00100000:2.0:1715206674.307927:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591677952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.307938:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.307947:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c3335e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289444 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.307966:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c3335e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289444 expref: 181 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.307976:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c3335e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289444 expref: 181 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.307983:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.307985:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.307988:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03840, rc 0) 00000100:00100000:2.0:1715206674.308015:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591677952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 88us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.308026:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572143 00000100:00100000:0.0:1715206674.310104:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.310150:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.310223:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117647 00000100:00100000:2.0:1715206674.310230:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591678016:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.312618:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591678016:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2385us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.312627:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117647 00000100:00100000:0.0:1715206674.314979:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.315020:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.315095:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591678336 00000100:00100000:2.0:1715206674.315102:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591678336 00000100:00100000:2.0:1715206674.315129:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572144 00000100:00100000:2.0:1715206674.315135:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591678336:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.315147:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.315157:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33365 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289452 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.315193:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315202:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315209:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315215:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315221:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315230:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315246:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315250:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315255:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315270:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315274:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.315277:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315281:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315288:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.315291:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.315293:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315298:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c3336c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315306:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315310:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315316:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315320:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.315322:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315326:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315331:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:2.0:1715206674.315333:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.315335:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315339:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c3337a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.315356:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33365 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289452 expref: 183 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.315363:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33365 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289452 expref: 183 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.315369:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02880, rc 0) 00000100:00100000:2.0:1715206674.315432:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13030:x1798523591678336:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 296us (410us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.315439:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572144 00000100:00100000:0.0:1715206674.317212:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.317248:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.317336:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572146 00000100:00100000:0.0:1715206674.317343:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591678400:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.317354:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.317363:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c3338f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289459 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.317392:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317405:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317432:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317439:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317445:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317450:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317467:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317471:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317476:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317481:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.317483:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317488:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317495:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206674.317497:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.317501:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317505:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c33396 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317524:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317529:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317534:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317538:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.317540:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317544:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317550:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:0.0:1715206674.317552:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.317554:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317558:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c333a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.317575:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c3338f lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289459 expref: 183 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.317582:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c3338f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289459 expref: 183 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.317589:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3aac0, rc 0) 00000100:00100000:0.0:1715206674.317624:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13030:x1798523591678400:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 281us (413us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206674.317631:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572146 00000100:00100000:0.0:1715206674.320046:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.320104:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.320242:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572149 00000100:00100000:2.0:1715206674.320250:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591678720:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.320262:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.320264:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.320277:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33357 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828943d expref: 180 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.320289:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.320292:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.320300:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c333c0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828946e expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.320340:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320348:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320354:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320360:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320366:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320371:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:2.0:1715206674.320543:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2067:0x0], index 1: 0 00010000:00010000:2.0:1715206674.320620:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c333e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320627:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c333e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320634:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c333e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320654:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320658:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320663:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320667:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee033c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.320670:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320674:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320680:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.320683:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.320685:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320689:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c333ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206674.320696:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800833b3800 reply state ffff880134e9e000 transno 4295059729 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320703:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.320711:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff880083fe8900) 00010000:00010000:2.0:1715206674.320713:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.320715:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.320731:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c333c0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828946e expref: 184 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.320740:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c333e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828946e expref: 183 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.320746:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40db:0x0].0x0 (ffff880083fe8000) 00010000:00010000:2.0:1715206674.320748:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.320749:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02d00, rc 0) 00000100:00100000:2.0:1715206674.320793:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+184:13029:x1798523591678720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 543us (688us total) trans 4295059729 rc 0/0 00000100:00100000:2.0:1715206674.320799:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572149 00000100:00100000:0.0:1715206674.322209:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524840512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206674.322250:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206674.322535:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524840512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206674.323334:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.323373:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.323466:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591678848 00000100:00100000:2.0:1715206674.323473:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591678848 00000100:00100000:2.0:1715206674.323524:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77800 00000100:00100000:2.0:1715206674.323534:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2001:x1798523591678848:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.323548:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.323566:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33406 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828947c expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.323586:0:18690:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2067:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.323601:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.323604:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.323611:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33406 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828947c expref: 92 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.323631:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33406 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828947c expref: 92 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.323644:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00900, rc 0) 00000100:00100000:2.0:1715206674.323679:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2001:x1798523591678848:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 145us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.323689:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77800 00000100:00100000:2.0:1715206674.325778:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591678912 00000100:00100000:2.0:1715206674.325784:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591678912 00000100:00100000:2.0:1715206674.325813:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591678976 00000100:00100000:2.0:1715206674.325815:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591678976 00000100:00100000:2.0:1715206674.325835:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77802 00000100:00100000:2.0:1715206674.325840:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+92:13030:x1798523591678976:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.325849:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.325858:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828948a expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.325872:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33406 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828947c expref: 93 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.325879:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.325880:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.325883:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 93 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.325898:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33406 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828947c expref: 93 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.325906:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33406 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828947c expref: 93 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.325914:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524840640:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.325952:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012f34c840 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.327115:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524840640:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.327115:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524840576:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206674.327130:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 94 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.327133:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 93 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.327140:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bb5200, rc 0) 00010000:00010000:2.0:1715206674.327143:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02880, rc 0) 00000100:00100000:0.0:1715206674.327160:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+94:13029:x1798523591678912:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1331us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.327165:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+93:13030:x1798523591678976:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1325us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.327166:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77801 00000100:00100000:2.0:1715206674.327171:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77802 00000100:00100000:0.0:1715206674.327657:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.327690:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.329036:0:8270:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8270:1798523524840768:192.168.203.35@tcp:105: 00010000:00010000:0.0:1715206674.329048:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206674.329093:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591679040:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1303us (1402us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.329101:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158573 00000100:00100000:0.0:1715206674.353207:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.353377:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.353446:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591679360 00000100:00100000:2.0:1715206674.353452:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591679360 00000100:00100000:2.0:1715206674.353504:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117650 00000100:00100000:2.0:1715206674.353512:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13029:x1798523591679360:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.353664:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13029:x1798523591679360:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 150us (285us total) trans 4295059732 rc 0/0 00000100:00100000:2.0:1715206674.353673:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117650 00000100:00100000:0.0:1715206674.355036:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.355087:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.355139:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591679488 00000100:00100000:2.0:1715206674.355145:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591679488 00000100:00100000:2.0:1715206674.355186:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572151 00000100:00100000:2.0:1715206674.355193:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13030:x1798523591679488:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.355205:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.355216:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33422 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289498 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.355251:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355261:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355270:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355295:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355303:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355310:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355334:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355341:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355347:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355353:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.355357:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355365:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355374:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.355377:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.355381:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355388:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33430 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355399:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355405:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355433:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355440:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee033c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.355443:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355449:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355458:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x17fc7598 (ffff880083fe8d00) 00010000:00010000:2.0:1715206674.355461:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.355464:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355471:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3343e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.355500:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33422 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289498 expref: 187 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.355510:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33422 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289498 expref: 187 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.355520:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00900, rc 0) 00000100:00100000:2.0:1715206674.355551:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+186:13030:x1798523591679488:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 357us (462us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.355559:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572151 00000100:00100000:0.0:1715206674.357094:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.357161:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591679552 00000100:00100000:2.0:1715206674.357169:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591679552 00000100:00100000:0.0:1715206674.357208:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.357214:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572152 00000100:00100000:2.0:1715206674.357223:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+186:13029:x1798523591679552:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.357236:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.357248:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33445 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828949f expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.357271:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33445 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828949f expref: 188 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.357286:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33445 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828949f expref: 188 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.357295:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.357299:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.357302:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02ac0, rc 0) 00000100:00100000:2.0:1715206674.357352:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591679552:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 128us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.357363:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572152 00000100:00100000:0.0:1715206674.358963:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.358996:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.359083:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117651 00000100:00100000:2.0:1715206674.359092:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591679680:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.361307:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591679680:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2212us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.361316:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117651 00000100:00100000:0.0:1715206674.363707:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.363744:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.363772:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591679808 00000100:00100000:2.0:1715206674.363780:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591679808 00000100:00100000:2.0:1715206674.363844:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572154 00000100:00100000:2.0:1715206674.363853:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591679808:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.363883:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.363894:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c33453 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582894ad expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.363926:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363935:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363943:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363953:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363961:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363969:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363985:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363990:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363994:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.363998:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.364000:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364004:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364010:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.364012:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.364014:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364018:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c33468 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364025:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364028:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364032:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364036:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.364038:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364042:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364046:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x17fc7598 (ffff880083fe8400) 00010000:00010000:2.0:1715206674.364048:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.364049:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364053:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c33476 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.364095:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c33453 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894ad expref: 190 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.364101:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c33453 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894ad expref: 190 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.364107:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01680, rc 0) 00000100:00100000:2.0:1715206674.364129:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+188:13029:x1798523591679808:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 277us (424us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.364135:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572154 00000100:00100000:0.0:1715206674.366459:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.366489:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.366542:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680064 00000100:00100000:2.0:1715206674.366548:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680064 00000100:00100000:2.0:1715206674.366574:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680128 00000100:00100000:2.0:1715206674.366577:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680128 00000100:00100000:2.0:1715206674.366596:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572157 00000100:00100000:2.0:1715206674.366601:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591680128:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.366611:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.366613:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.366623:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33445 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828949f expref: 188 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.366634:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.366637:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.366643:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33484 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582894c2 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.366678:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.366685:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.366690:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.366697:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.366702:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.366707:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:2.0:1715206674.366950:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2068:0x0], index 0: 0 00010000:00010000:2.0:1715206674.367041:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c334a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367053:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c334a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367060:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c334a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367111:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367117:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367122:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367126:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee033c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.367128:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367133:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367141:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.367144:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.367148:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367155:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c33492 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206674.367166:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123164a80 reply state ffff88012f83e000 transno 4295059733 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367184:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.367192:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x17fc7598 (ffff880083fe8d00) 00010000:00010000:2.0:1715206674.367196:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.367199:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.367226:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33484 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c2 expref: 193 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.367244:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c334a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c2 expref: 191 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.367253:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8e00) 00010000:00010000:2.0:1715206674.367257:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.367260:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee006c0, rc 0) 00000100:00100000:2.0:1715206674.367300:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13029:x1798523591680128:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 696us (808us total) trans 4295059733 rc 0/0 00000100:00100000:2.0:1715206674.367337:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572157 00000100:00100000:0.0:1715206674.369924:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.369956:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.370006:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680256 00000100:00100000:2.0:1715206674.370014:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680256 00000100:00100000:2.0:1715206674.370082:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680192 00000100:00100000:2.0:1715206674.370088:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680192 00000100:00100000:2.0:1715206674.370113:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77804 00000100:00100000:2.0:1715206674.370122:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2002:x1798523591680192:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.370136:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.370155:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582894c9 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.370176:0:18690:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2068:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.370187:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.370188:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.370194:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 93 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.370205:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 93 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.370213:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00480, rc 0) 00000100:00100000:2.0:1715206674.370239:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2002:x1798523591680192:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 118us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.370247:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77804 00000100:00100000:0.0:1715206674.372206:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.372239:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.372297:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680320 00000100:00100000:2.0:1715206674.372303:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680320 00000100:00100000:2.0:1715206674.372339:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77805 00000100:00100000:2.0:1715206674.372344:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+93:13029:x1798523591680320:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.372370:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.372380:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582894d7 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.372399:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 94 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.372407:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.372447:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.372452:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 94 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.372491:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 94 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.372505:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 94 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.372520:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524840832:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.372578:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934180 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.374080:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524840832:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.374099:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 94 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.374110:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01680, rc 0) 00000100:00100000:2.0:1715206674.374149:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+94:13029:x1798523591680320:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1788us (1930us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.374157:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77805 00000100:00100000:0.0:1715206674.374405:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.374484:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.374552:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158574 00000100:00100000:0.0:1715206674.374558:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2001:x1798523591680448:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.374567:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.374579:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 94 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.374595:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 94 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.374609:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c334ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c9 expref: 94 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.374628:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.374630:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.374635:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 93 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.374642:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 93 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.374722:0:8270:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 93 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.374732:0:8270:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880123164380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8270:1798523524841024:192.168.203.35@tcp:105: 00000100:00100000:0.0:1715206674.374780:0:8270:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756840 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.376217:0:8270:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880123164380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8270:1798523524841024:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206674.376232:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.376257:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2001:x1798523591680448:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1698us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.376267:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158574 00000100:00100000:0.0:1715206674.379949:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.379981:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.380021:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680640 00000100:00100000:2.0:1715206674.380027:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680640 00000100:00100000:2.0:1715206674.380082:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572158 00000100:00100000:2.0:1715206674.380089:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13029:x1798523591680640:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.380120:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.380135:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c334a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894c2 expref: 193 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.380148:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8e00) 00010000:00010000:2.0:1715206674.380155:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.380197:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.380206:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.380215:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206674.380262:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123167480 reply state ffff88012f83b000 transno 4295059736 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.380272:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.380278:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.380281:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.380284:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206674.380329:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13029:x1798523591680640:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 238us (380us total) trans 4295059736 rc 0/0 00000100:00100000:2.0:1715206674.380337:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572158 00000100:00100000:0.0:1715206674.381423:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.381474:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.381526:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680896 00000100:00100000:2.0:1715206674.381533:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680896 00000100:00100000:2.0:1715206674.381570:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572161 00000100:00100000:2.0:1715206674.381577:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13029:x1798523591680896:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.381589:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.381600:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c334f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582894ec expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.381631:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c334f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894ec expref: 197 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.381644:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c334f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894ec expref: 197 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.381659:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.381662:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1715206674.381666:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01f80, rc 0) 00000100:00100000:2.0:1715206674.381706:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13029:x1798523591680896:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 128us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.381715:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572161 00000100:00100000:0.0:1715206674.383490:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.383551:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591680960 00000100:00100000:2.0:1715206674.383558:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591680960 00000100:00100000:2.0:1715206674.383598:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77807 00000100:00100000:2.0:1715206674.383606:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2002:x1798523591680960:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:2.0:1715206674.383742:0:18690:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x2068:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1715206674.383746:0:18690:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x2068:0x0] updating lvb mtime from disk: 0 -> 1715206663 00002000:00010000:2.0:1715206674.383750:0:18690:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x2068:0x0] updating lvb atime from disk: 0 -> 1715206665 00002000:00010000:2.0:1715206674.383753:0:18690:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x2068:0x0] updating lvb ctime from disk: 0 -> 1715206675 00002000:00010000:2.0:1715206674.383757:0:18690:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x2068:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1715206674.383797:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.383813:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591680960:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 204us (323us total) trans 4294989269 rc 0/0 00000100:00100000:2.0:1715206674.383824:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77807 00000100:00100000:0.0:1715206674.385154:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.385254:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591681152 00000100:00100000:2.0:1715206674.385260:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591681152 00000100:00100000:2.0:1715206674.385314:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572162 00000100:00100000:2.0:1715206674.385320:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+196:13030:x1798523591681152:12345-192.168.203.35@tcp:55:dbench.0 00010000:00010000:2.0:1715206674.385352:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385362:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385370:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385386:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385392:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385397:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385401:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.385404:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385429:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385458:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:2.0:1715206674.385461:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206674.385464:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.385469:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c334fb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206674.385489:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.385508:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+196:13030:x1798523591681152:12345-192.168.203.35@tcp:55:dbench.0 Request processed in 187us (358us total) trans 0 rc -22/-22 00000100:00100000:2.0:1715206674.385515:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572162 00000100:00100000:0.0:1715206674.393829:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.394390:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.398184:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.398224:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.398282:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591681536 00000100:00100000:2.0:1715206674.398291:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591681536 00000100:00100000:2.0:1715206674.398343:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572165 00000100:00100000:2.0:1715206674.398353:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13030:x1798523591681536:12345-192.168.203.35@tcp:44:dbench.0 00010000:00010000:0.0:1715206674.399691:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32dae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399703:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32dae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399710:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32dae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399715:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.399719:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32dae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399725:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32dae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399738:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d2:0x0].0x0 (ffff880094fbb500) 00010000:00010000:0.0:1715206674.399741:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.399744:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32dae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399750:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81f80/0xb73f6b2ce2c32dae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399770:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364421c0/0xb73f6b2ce2c32da7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399775:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801364421c0/0xb73f6b2ce2c32da7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399781:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801364421c0/0xb73f6b2ce2c32da7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399786:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801364421c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.399788:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801364421c0/0xb73f6b2ce2c32da7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399793:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801364421c0/0xb73f6b2ce2c32da7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399800:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880094ea9500) 00010000:00010000:0.0:1715206674.399802:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.399805:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801364421c0/0xb73f6b2ce2c32da7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399809:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801364421c0/0xb73f6b2ce2c32da7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399819:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c32de6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.399823:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c32de6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.399828:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c32de6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.399832:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.399834:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c32de6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.399839:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c32de6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.399845:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880094ea9500) 00010000:00010000:0.0:1715206674.399847:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.399850:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c32de6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.399854:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c32de6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40d3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.399862:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399867:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399871:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399875:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.399878:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399882:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399888:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d2:0x0].0x0 (ffff880094fbb500) 00010000:00010000:0.0:1715206674.399890:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.399892:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399896:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c32ddf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40d2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399905:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399911:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399916:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206674.399919:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591681536:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 1562us (1688us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206674.399920:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.399922:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399927:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206674.399931:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572165 00010000:00010000:0.0:1715206674.399932:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff880097371200) 00010000:00010000:0.0:1715206674.399934:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.399936:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399941:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c32e02 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.399954:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880136441b00/0xb73f6b2ce2c32dfb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399959:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136441b00/0xb73f6b2ce2c32dfb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399963:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136441b00/0xb73f6b2ce2c32dfb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399967:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880136441b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.399969:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136441b00/0xb73f6b2ce2c32dfb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399975:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136441b00/0xb73f6b2ce2c32dfb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399981:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880095952300) 00010000:00010000:0.0:1715206674.399982:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.399985:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136441b00/0xb73f6b2ce2c32dfb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399989:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136441b00/0xb73f6b2ce2c32dfb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.399998:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c3307f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400002:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c3307f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400007:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c3307f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400011:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400013:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c3307f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400017:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c3307f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400023:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x132db6bf (ffff880094ea9600) 00010000:00010000:0.0:1715206674.400025:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400027:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c3307f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400031:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c3307f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400040:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c330a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400045:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c330a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400050:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c330a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400077:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400080:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c330a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400085:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c330a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400091:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x132db6bf (ffff880094ea9800) 00010000:00010000:0.0:1715206674.400093:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400095:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c330a2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400100:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c330a2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400108:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c330cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400113:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c330cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400118:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c330cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400126:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400128:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c330cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400133:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c330cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400139:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x132db6bf (ffff880094ea9600) 00010000:00010000:0.0:1715206674.400140:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400142:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c330cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400147:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c330cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400154:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c330e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400159:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c330e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400163:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c330e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400167:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400169:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c330e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400174:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c330e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400179:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x132db6bf (ffff880094ea9800) 00010000:00010000:0.0:1715206674.400182:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400184:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c330e8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400189:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c330e8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400197:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c331a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400201:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c331a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400206:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c331a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400209:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb5680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400212:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c331a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400216:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c331a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400221:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x132db6bf (ffff880094ea9600) 00010000:00010000:0.0:1715206674.400223:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400225:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c331a5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400315:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c331a5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400329:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c331ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400334:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c331ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400339:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c331ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400344:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400346:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c331ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400351:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c331ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400358:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x132db6bf (ffff880094ea9800) 00010000:00010000:0.0:1715206674.400436:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400440:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c331ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400445:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c331ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400475:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400479:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400484:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400488:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e4886c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400490:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400495:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400502:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff880083fe8900) 00010000:00010000:0.0:1715206674.400504:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400506:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400511:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c332af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400518:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400522:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400526:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400530:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e48ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400532:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400536:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400542:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:0.0:1715206674.400543:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400545:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400549:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c332d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400556:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c33303 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400561:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c33303 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400566:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c33303 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400569:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb7600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400571:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c33303 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400576:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c33303 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400581:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff880083fe8900) 00010000:00010000:0.0:1715206674.400582:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400584:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c33303 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400588:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c33303 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400595:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.400600:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.400604:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.400607:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400609:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.400614:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.400620:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:0.0:1715206674.400622:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400624:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.400628:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3330a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.400635:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400639:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400643:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400647:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400649:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400653:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400659:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff880083fe8900) 00010000:00010000:0.0:1715206674.400661:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400662:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400666:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c333dc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400676:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c333d5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400680:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c333d5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400685:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c333d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400688:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb4d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400690:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c333d5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400695:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c333d5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400700:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff880083fe8c00) 00010000:00010000:0.0:1715206674.400701:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400703:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c333d5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400707:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c333d5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400715:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33499 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400719:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33499 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400724:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33499 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400731:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb7a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400733:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33499 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400738:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33499 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400743:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x17fc7598 (ffff88012dc58000) 00010000:00010000:0.0:1715206674.400744:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400746:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33499 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400750:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33499 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400760:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400764:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400768:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400772:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400774:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400778:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400783:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x17fc7598 (ffff880083fe8d00) 00010000:00010000:0.0:1715206674.400785:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400787:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400792:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c334a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400800:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c334df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400805:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c334df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400809:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c334df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400813:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb7cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400815:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c334df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400819:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c334df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400824:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:0.0:1715206674.400825:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400827:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c334df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400831:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c334df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.400837:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400842:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400846:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400850:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.400852:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400856:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400861:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:0.0:1715206674.400863:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.400865:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.400869:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c334e6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206674.402690:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.402727:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.402826:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77809 00000100:00100000:2.0:1715206674.402836:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591681600:12345-192.168.203.35@tcp:16:dbench.0 00000001:00080000:2.0:1715206674.403820:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989270 is committed 00000001:00080000:0.0:1715206674.403822:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988781 is committed 00000100:00100000:0.0:1715206674.406021:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.406076:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.406090:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591681728 00000100:00100000:2.0:1715206674.406098:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591681728 00000100:00100000:2.0:1715206674.406123:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591681792 00000100:00100000:2.0:1715206674.406126:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591681792 00000100:00100000:0.0:1715206674.406133:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572166 00000100:00100000:0.0:1715206674.406140:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+131:13030:x1798523591681728:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.406151:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.406158:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572167 00010000:00010000:0.0:1715206674.406163:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c33509 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582894fa expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.406166:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+131:13029:x1798523591681792:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.406204:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.406214:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33510 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582894f3 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.406225:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c33517 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.406236:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c33517 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.406244:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c33517 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.406246:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3351e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.406254:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3351e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.406262:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3351e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:0.0:1715206674.406268:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206674.406279:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c33517 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:2.0:1715206674.406280:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1715206674.406286:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c33517 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00000004:00010000:2.0:1715206674.406289:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3351e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.406296:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3351e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.406302:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c33509 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894fa expref: 135 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.406310:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33510 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894f3 expref: 134 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.406327:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c33517 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894fa expref: 133 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.406333:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:0.0:1715206674.406336:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.406337:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3351e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894f3 expref: 133 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.406338:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3a640, rc 0) 00010000:00010000:2.0:1715206674.406343:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.406346:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.406348:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee033c0, rc 0) 00000100:00100000:0.0:1715206674.406364:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+133:13030:x1798523591681728:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 224us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.406371:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+133:13029:x1798523591681792:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 206us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.406372:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572166 00000100:00100000:2.0:1715206674.406382:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572167 00000100:00100000:0.0:1715206674.408346:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.408373:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.408387:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591681920 00000100:00100000:2.0:1715206674.408393:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591681920 00000100:00100000:2.0:1715206674.408433:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591682048 00000100:00100000:2.0:1715206674.408436:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591682048 00000100:00100000:0.0:1715206674.410220:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.410458:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.412443:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.412490:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.414222:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.414284:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.417142:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.417167:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.417202:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591682816 00000100:00100000:0.0:1715206674.417207:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591682816 00000100:00100000:2.0:1715206674.417215:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591682752 00000100:00100000:2.0:1715206674.417222:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591682752 00000100:00100000:0.0:1715206674.417228:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572174 00000100:00100000:0.0:1715206674.417233:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+137:13030:x1798523591682816:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.417258:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.417271:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33556 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289508 expref: 137 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.417293:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:0.0:1715206674.417297:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.417316:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.417324:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.417330:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00010000:0.0:1715206674.417381:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880131050000 reply state ffff880073063000 transno 4295059739 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.417389:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.417394:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:0.0:1715206674.417397:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206674.417399:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206674.417517:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+138:13030:x1798523591682816:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 282us (378us total) trans 4295059739 rc 0/0 00000100:00100000:0.0:1715206674.417524:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572174 00000100:00100000:0.0:1715206674.419315:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.419358:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.421758:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.421788:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.421834:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591683072 00000100:00100000:2.0:1715206674.421839:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591683072 00000100:00100000:2.0:1715206674.421865:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117653 00000100:00100000:2.0:1715206674.421870:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13029:x1798523591683072:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.421974:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+141:13029:x1798523591683072:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 103us (216us total) trans 4295059741 rc 0/0 00000100:00100000:2.0:1715206674.421979:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117653 00000100:00100000:0.0:1715206674.423448:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.423484:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.423590:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117655 00000100:00100000:2.0:1715206674.423598:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+141:13029:x1798523591683328:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.423712:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13029:x1798523591683328:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 114us (266us total) trans 4295059743 rc 0/0 00000100:00100000:2.0:1715206674.423720:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117655 00000100:00100000:0.0:1715206674.427659:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.427717:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.427749:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591683584 00000100:00100000:2.0:1715206674.427755:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591683584 00000100:00100000:2.0:1715206674.427786:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591683712 00000100:00100000:2.0:1715206674.427789:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591683712 00000100:00100000:2.0:1715206674.427816:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572177 00000100:00100000:2.0:1715206674.427840:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591683712:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.427873:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206674.427905:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c32fad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289302 expref: 142 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.427928:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81680/0xb73f6b2ce2c32d76 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40d3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289268 expref: 140 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.427940:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880094ea9500) 00010000:00010000:2.0:1715206674.427947:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.427960:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.427968:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.427985:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.427993:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.427998:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428003:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428095:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428100:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428104:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000040:00080000:2.0:1715206674.428220:0:7128:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8267, 64 off537280 00010000:00010000:2.0:1715206674.428240:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428245:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428249:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428254:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428257:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428261:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428272:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428275:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.428277:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428281:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428285:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.428286:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206674.428288:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428294:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33595 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40d3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428305:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428308:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428311:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428314:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.428316:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428319:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428322:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d3:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.428323:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206674.428325:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428328:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3358e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428393:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428397:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428407:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428425:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428428:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.428430:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428433:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428438:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.428440:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.428442:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 3/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428445:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33572 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:2.0:1715206674.428451:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880131053b80 reply state ffff88012f83f000 transno 4295059745 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428472:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.428478:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880096a76900) 00010000:00010000:2.0:1715206674.428480:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.428482:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206674.428530:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591683712:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 690us (811us total) trans 4295059745 rc 0/0 00000100:00100000:2.0:1715206674.428538:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572177 00000100:00100000:0.0:1715206674.430593:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.430668:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591683776 00000100:00100000:2.0:1715206674.430677:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591683776 00000100:00100000:2.0:1715206674.430723:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572178 00000100:00100000:2.0:1715206674.430733:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13029:x1798523591683776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.430751:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.430764:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c335a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828950f expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.430807:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430820:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430831:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430845:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430851:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430856:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430900:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430906:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430912:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:2.0:1715206674.430935:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40dd:0x0]: returning size 88384 00000004:00200000:2.0:1715206674.430939:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.430949:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430956:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430961:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430966:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430971:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430976:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.430980:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee021c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.430982:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431005:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431013:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.431015:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.431018:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 3/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431023:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c335aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431033:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431038:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431043:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431047:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.431049:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431054:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431059:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x17fc7598 (ffff880096a76b00) 00010000:00010000:2.0:1715206674.431061:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.431063:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431067:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c335b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431122:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c335a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828950f expref: 144 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.431133:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828950f expref: 143 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.431136:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.431139:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.431142:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.431144:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03cc0, rc 0) 00000100:00100000:2.0:1715206674.431177:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13029:x1798523591683776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 446us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.431185:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572178 00000100:00100000:2.0:1715206674.431202:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591683840 00000100:00100000:2.0:1715206674.431207:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591683840 00000100:00100000:2.0:1715206674.431245:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572179 00000100:00100000:2.0:1715206674.431253:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591683840:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.431265:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.431276:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c335bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289516 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.431309:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431319:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431328:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431342:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431350:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431357:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431397:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431442:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431461:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:2.0:1715206674.431484:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40dc:0x0]: returning size 88384 00000004:00200000:2.0:1715206674.431488:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.431519:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431530:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431539:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431544:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431549:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431554:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431558:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.431561:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431566:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431573:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.431575:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.431578:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431593:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c335c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431602:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431606:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431611:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431615:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee033c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.431618:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431622:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431627:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x17fc7598 (ffff880096a76c00) 00010000:00010000:2.0:1715206674.431629:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.431631:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431635:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c335cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.431655:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c335bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289516 expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.431670:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289516 expref: 144 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.431676:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:2.0:1715206674.431678:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.431680:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee006c0, rc 0) 00000100:00100000:2.0:1715206674.431720:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591683840:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 468us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.431727:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572179 00000100:00100000:0.0:1715206674.434733:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.434779:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591683968 00000100:00100000:2.0:1715206674.434785:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591683968 00000100:00100000:2.0:1715206674.434814:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572180 00000100:00100000:2.0:1715206674.434820:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591683968:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.434829:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.434838:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c335db lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828951d expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.434886:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.434897:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828950f expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.434904:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.434928:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828950f expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.434939:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c335b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828950f expref: 145 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.434951:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524841088:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.434992:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934000 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.435087:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.435954:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524841088:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.435967:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206674.436322:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.436349:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.436394:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591684224 00000100:00100000:2.0:1715206674.436399:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591684224 00010000:00010000:2.0:1715206674.436426:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289516 expref: 148 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.436450:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158576 00000100:00100000:2.0:1715206674.436455:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2003:x1798523591684224:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.436461:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.436465:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289516 expref: 149 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.436472:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289516 expref: 149 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.436481:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c335d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289516 expref: 149 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.436492:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:2.0:1715206674.436494:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c335f0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.436499:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c335f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.436502:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c335f0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.436517:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.436535:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+147:2003:x1798523591684224:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 80us (214us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206674.436535:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c335f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.436540:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158576 00010000:00010000:0.0:1715206674.436541:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c335f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:0.0:1715206674.436548:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40dc:0x0]: returning size 88384 00010000:00010000:0.0:1715206674.436604:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c335e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289524 expref: 148 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.436621:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c335f0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289524 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.436627:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:0.0:1715206674.436628:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206674.436630:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bb6400, rc 0) 00000100:00100000:0.0:1715206674.436649:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591684096:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1501us (1564us total) trans 4295059747 rc 0/0 00000100:00100000:0.0:1715206674.436654:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572181 00000100:00100000:2.0:1715206674.438208:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.438355:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.438367:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591684352 00000100:00100000:0.0:1715206674.438371:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591684352 00000100:00100000:0.0:1715206674.438385:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572183 00000100:00100000:0.0:1715206674.438389:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591684352:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.438396:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.438402:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c33613 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289532 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.438436:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.438443:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828951d expref: 149 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.438448:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.438466:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828951d expref: 149 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.438471:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828951d expref: 149 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.438477:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524841280:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.438503:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756900 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.439314:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524841280:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.439324:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.439402:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.439438:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.439465:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591684480 00000100:00100000:2.0:1715206674.439468:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591684480 00010000:00010000:2.0:1715206674.439478:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828951d expref: 151 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.439493:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158579 00000100:00100000:2.0:1715206674.439497:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2002:x1798523591684480:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.439502:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.439506:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828951d expref: 151 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.439512:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828951d expref: 151 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.439520:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c335e2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828951d expref: 151 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.439526:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.439529:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.439533:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.439536:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.439544:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.439569:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2002:x1798523591684480:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 71us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.439573:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158579 00010000:00010000:2.0:1715206674.439586:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.439589:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.439603:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40dd:0x0]: returning size 88384 00000004:00200000:2.0:1715206674.439605:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.439611:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.439616:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.439626:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c33613 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289532 expref: 148 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.439633:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3361a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289532 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.439637:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.439638:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.439640:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e386c0, rc 0) 00000100:00100000:2.0:1715206674.439652:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13029:x1798523591684352:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1263us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.439656:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572183 00000100:00100000:0.0:1715206674.441192:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.441467:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.442781:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.442849:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591684800 00000100:00100000:2.0:1715206674.442854:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591684800 00000100:00100000:2.0:1715206674.442877:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572184 00000100:00100000:0.0:1715206674.442878:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.442881:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591684800:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.442890:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.442896:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c33621 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289539 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.442935:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.442942:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.442951:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.442956:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.442960:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.442964:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.442996:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443000:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443003:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443006:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.443008:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443012:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443016:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.443018:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.443020:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443023:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33628 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443029:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443032:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443035:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443037:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.443039:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443041:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443044:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff880124385700) 00010000:00010000:2.0:1715206674.443046:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.443047:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443049:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c3362f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.443060:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c33621 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289539 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.443064:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c33621 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289539 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.443068:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03cc0, rc 0) 00000100:00100000:2.0:1715206674.443109:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591684800:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 227us (328us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.443113:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572184 00000100:00100000:0.0:1715206674.444590:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.444840:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.446337:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.446612:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.446638:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591685120 00000100:00100000:2.0:1715206674.446642:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591685120 00000100:00100000:2.0:1715206674.446658:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117660 00000100:00100000:2.0:1715206674.446661:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dcfc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591685120:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.448439:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dcfc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591685120:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1773us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.448447:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117660 00000100:00100000:0.0:1715206674.450608:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.450639:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.450725:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572188 00000100:00100000:2.0:1715206674.450732:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ef05450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591685184:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.450742:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.450752:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33659 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289555 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.450777:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450785:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450791:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450796:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450801:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450805:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450821:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450825:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450829:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450833:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450836:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.450839:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450843:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450849:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.450851:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.450853:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450857:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33667 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450864:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450868:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450872:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450875:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.450877:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450881:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450885:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880096a76900) 00010000:00010000:2.0:1715206674.450886:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.450888:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450892:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33675 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.450906:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33659 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289555 expref: 153 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.450911:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33659 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289555 expref: 153 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.450917:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00480, rc 0) 00000100:00100000:2.0:1715206674.450953:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ef05450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591685184:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 221us (347us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.450958:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572188 00000100:00100000:0.0:1715206674.452718:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.452747:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.452803:0:7140:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591685504 00000100:00100000:2.0:1715206674.452809:0:7140:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591685504 00000100:00100000:2.0:1715206674.452844:0:7140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5020 00000100:00100000:2.0:1715206674.452850:0:7140:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591685504:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.452872:0:7140:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206674.452884:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3360c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828952b expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.452896:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:2.0:1715206674.452902:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33652 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828954e expref: 150 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.452909:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.452911:0:7140:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.452923:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452930:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452935:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452943:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452947:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452951:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452959:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452966:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.452971:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453006:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453011:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453015:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00000004:00010000:2.0:1715206674.453155:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d70a300 reply state ffff880120021000 transno 4295059751 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453163:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453167:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:2.0:1715206674.453169:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206674.453171:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206674.453174:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d70a300 reply state ffff880120021000 transno 4295059751 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453179:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453183:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880096a76900) 00010000:00010000:2.0:1715206674.453184:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.453185:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1715206674.453188:0:7140:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453192:0:7140:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453195:0:7140:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453199:0:7140:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee006c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.453201:0:7140:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453205:0:7140:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453210:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.453211:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.453213:0:7140:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453216:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33683 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000004:00010000:2.0:1715206674.453223:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d70a300 reply state ffff880120021000 transno 4295059751 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453227:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206674.453231:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x17fc7598 (ffff880096a76c00) 00010000:00010000:2.0:1715206674.453232:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.453233:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1715206674.453273:0:7140:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591685504:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 422us (556us total) trans 4295059751 rc 0/0 00000100:00100000:2.0:1715206674.453282:0:7140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5020 00000100:00100000:0.0:1715206674.454805:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.454835:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.454897:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591685632 00000100:00100000:2.0:1715206674.454904:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591685632 00000100:00100000:2.0:1715206674.454940:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572190 00000100:00100000:2.0:1715206674.454947:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591685632:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.454966:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.454977:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c336bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828956a expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.455008:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455019:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455027:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455036:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455044:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455051:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455110:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455119:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455127:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:2.0:1715206674.455150:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40dd:0x0]: returning size 88384 00000004:00200000:2.0:1715206674.455154:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.455164:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455173:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455181:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455187:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455194:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455200:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455205:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.455208:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455215:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455222:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.455224:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.455227:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455234:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c336c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455244:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455250:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455256:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455262:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.455265:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455271:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455278:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff880124385700) 00010000:00010000:2.0:1715206674.455280:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.455283:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455289:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c336d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.455309:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c336bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 155 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.455321:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 153 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.455335:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.455337:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.455339:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee021c0, rc 0) 00000100:00100000:2.0:1715206674.455373:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591685632:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 424us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.455380:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572190 00000100:00100000:0.0:1715206674.457724:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.457754:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.457863:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572193 00000100:00100000:2.0:1715206674.457872:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591685888:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.457887:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.457899:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c336fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289578 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.457949:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.457959:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 155 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.457965:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.457980:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 155 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.457990:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 155 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.458004:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524841408:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.458046:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934000 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.459259:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524841408:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.459279:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206674.459712:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.459759:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.459799:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591685952 00000100:00100000:2.0:1715206674.459805:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591685952 00010000:00010000:2.0:1715206674.459821:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 156 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.459849:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158580 00000100:00100000:2.0:1715206674.459853:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:2003:x1798523591685952:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.459861:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.459865:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 157 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.459872:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 157 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.459883:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c336e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828956a expref: 157 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.459892:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.459895:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.459903:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.459907:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.459918:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.459947:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2003:x1798523591685952:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 92us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.459952:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158580 00010000:00010000:2.0:1715206674.459974:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33701 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.459978:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33701 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:2.0:1715206674.459986:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40dc:0x0]: returning size 88384 00010000:00010000:2.0:1715206674.460031:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c336f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289571 expref: 156 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.460041:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33701 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289571 expref: 155 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.460047:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:2.0:1715206674.460048:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.460050:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4b40, rc 0) 00000100:00100000:2.0:1715206674.460105:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591685760:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2247us (2383us total) trans 4295059754 rc 0/0 00000100:00100000:2.0:1715206674.460110:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572192 00000100:00100000:0.0:1715206674.461800:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.461836:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.461879:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591686144 00000100:00100000:2.0:1715206674.461886:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591686144 00000100:00100000:2.0:1715206674.461932:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572195 00000100:00100000:2.0:1715206674.461939:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591686144:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.461956:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.461966:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3371d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289586 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.461998:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3372b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.462007:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33701 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289571 expref: 157 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.462014:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3372b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.462031:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33701 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289571 expref: 157 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.462040:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33701 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40dc:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289571 expref: 157 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.462049:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524841472:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.462126:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934d80 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.463475:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524841472:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.463491:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3372b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206674.464294:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.464326:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.464451:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591686272 00000100:00100000:2.0:1715206674.464459:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591686272 00010000:00010000:2.0:1715206674.464478:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289578 expref: 159 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.464501:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158583 00000100:00100000:2.0:1715206674.464506:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+159:2001:x1798523591686272:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.464515:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.464519:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289578 expref: 159 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.464544:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289578 expref: 158 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.464556:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33708 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40dd:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289578 expref: 158 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.464565:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.464568:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.464574:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.464579:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.464608:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.464657:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:2001:x1798523591686272:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 151us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.464662:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158583 00010000:00010000:2.0:1715206674.464682:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.464686:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:2.0:1715206674.464702:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40dd:0x0]: returning size 88384 00000004:00200000:2.0:1715206674.464704:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.464711:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.464716:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.464728:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c33724 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828957f expref: 156 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.464737:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828957f expref: 155 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.464741:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:2.0:1715206674.464743:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.464745:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a5b00, rc 0) 00000100:00100000:2.0:1715206674.464768:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591686080:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2840us (2971us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.464772:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572194 00000100:00100000:0.0:1715206674.469781:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.469807:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.469879:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572196 00000100:00100000:2.0:1715206674.469884:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591686336:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.469892:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.469900:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33739 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828958d expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.469921:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469927:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469931:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469938:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469941:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469945:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469960:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469963:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469965:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469969:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469972:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.469974:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469980:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469984:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.469986:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.469987:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469990:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33747 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469996:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.469999:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.470002:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.470004:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.470006:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.470009:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.470012:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x454c41a6 (ffff880096a76700) 00010000:00010000:2.0:1715206674.470013:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.470014:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.470017:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33755 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x454c41a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.470030:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33739 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828958d expref: 157 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.470035:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33739 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828958d expref: 156 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.470040:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00d80, rc 0) 00000100:00100000:2.0:1715206674.470076:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591686336:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 192us (296us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.470081:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572196 00000100:00100000:0.0:1715206674.471319:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.471353:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.471365:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591686464 00000100:00100000:2.0:1715206674.471372:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591686464 00000100:00100000:2.0:1715206674.471400:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591686528 00000100:00100000:2.0:1715206674.471402:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591686528 00000100:00100000:2.0:1715206674.471456:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572198 00000100:00100000:2.0:1715206674.471464:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591686464:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.471475:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.471485:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33763 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828959b expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.471504:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33763 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828959b expref: 156 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.471513:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33763 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828959b expref: 157 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.471519:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.471522:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.471524:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00fc0, rc 0) 00000100:00100000:2.0:1715206674.471561:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591686464:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 97us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.471568:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572198 00000100:00100000:0.0:1715206674.473452:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.473477:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.473557:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117661 00000100:00100000:2.0:1715206674.473563:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591686592:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206674.473565:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117662 00000100:00100000:0.0:1715206674.473569:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591686656:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.475379:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591686656:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1804us (1896us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.475388:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117662 00000100:00100000:0.0:1715206674.477453:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.477490:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.477583:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572200 00000100:00100000:2.0:1715206674.477590:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591686720:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.477601:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.477611:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33771 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895a9 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.477638:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477646:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477652:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477660:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477665:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477670:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477685:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477689:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477693:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477698:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477701:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee006c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.477704:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477708:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477714:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.477716:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.477718:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477722:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c3377f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477730:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477734:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477738:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477742:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.477744:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477748:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477752:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed19 (ffff880096a76400) 00010000:00010000:2.0:1715206674.477754:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.477756:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477759:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c3378d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.477777:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33771 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895a9 expref: 159 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.477783:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33771 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895a9 expref: 159 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.477789:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee021c0, rc 0) 00000100:00100000:2.0:1715206674.477829:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591686720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 239us (377us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.477835:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572200 00000100:00100000:0.0:1715206674.479631:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.479761:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.479818:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572203 00000100:00100000:0.0:1715206674.479826:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591686912:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.479837:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.479848:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c337a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895be expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.479880:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479889:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479896:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479906:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479917:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479922:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479940:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479945:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479950:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479955:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.479958:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479964:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479971:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:0.0:1715206674.479973:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.479976:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479981:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c337b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479989:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.479994:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.480000:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.480004:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.480006:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.480011:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.480016:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed2c (ffff88008d54ca00) 00010000:00010000:0.0:1715206674.480019:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.480021:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.480025:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c337be lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.480045:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c337a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895be expref: 158 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.480052:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c337a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895be expref: 158 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.480087:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3bcc0, rc 0) 00000100:00100000:0.0:1715206674.480114:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591686912:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 288us (353us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206674.480123:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572203 00000100:00100000:0.0:1715206674.482528:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.482638:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591686976 00000100:00100000:2.0:1715206674.482646:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591686976 00000100:00100000:2.0:1715206674.482709:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572204 00000100:00100000:2.0:1715206674.482716:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591686976:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.482729:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.482741:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c337c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895c5 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.482775:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482786:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482794:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482804:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482810:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482816:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482834:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482839:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482845:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482850:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.482853:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482859:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482867:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.482870:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.482873:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482878:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c337cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482888:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482893:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482897:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482902:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.482905:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482910:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482916:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed25 (ffff880096a76200) 00010000:00010000:2.0:1715206674.482918:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.482920:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482930:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c337d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.482953:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c337c5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895c5 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.482961:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c337c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895c5 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.482968:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03180, rc 0) 00000100:00100000:2.0:1715206674.483013:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591686976:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 297us (488us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.483021:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572204 00000100:00100000:0.0:1715206674.483251:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.483302:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687040 00000100:00100000:2.0:1715206674.483308:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687040 00000100:00100000:2.0:1715206674.483338:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572205 00000100:00100000:2.0:1715206674.483344:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591687040:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.483354:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.483363:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c337da lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895cc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.483391:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483399:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483427:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483444:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483450:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483472:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483487:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483492:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483497:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483502:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.483505:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483509:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483516:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.483535:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.483538:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483543:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c337e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483552:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483558:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483564:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483568:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.483570:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483575:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483581:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed25 (ffff880096a76700) 00010000:00010000:2.0:1715206674.483583:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.483585:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483590:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c337e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed25 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.483610:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c337da lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895cc expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.483617:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c337da lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895cc expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.483624:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00d80, rc 0) 00000100:00100000:2.0:1715206674.483665:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591687040:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 320us (417us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.483671:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572205 00000100:00100000:0.0:1715206674.485635:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.485752:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687104 00000100:00100000:2.0:1715206674.485759:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687104 00000100:00100000:2.0:1715206674.485794:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572206 00000100:00100000:2.0:1715206674.485800:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591687104:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.485810:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.485819:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c337ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895d3 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.485847:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485855:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485861:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485870:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485875:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485881:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485895:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485899:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485904:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485909:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.485911:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485916:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485922:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.485925:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.485927:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485931:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c337f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485939:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485943:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485948:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485952:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.485954:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485958:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485962:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed1b (ffff880096a76000) 00010000:00010000:2.0:1715206674.485964:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.485967:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485971:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c337fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.485990:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c337ef lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895d3 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.485996:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c337ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895d3 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.486003:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03a80, rc 0) 00000100:00100000:2.0:1715206674.486041:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591687104:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 241us (408us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.486047:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572206 00000100:00100000:0.0:1715206674.486343:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.486384:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687168 00000100:00100000:2.0:1715206674.486389:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687168 00000100:00100000:2.0:1715206674.486451:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572207 00000100:00100000:2.0:1715206674.486457:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591687168:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.486466:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.486475:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33804 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895da expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.486502:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486509:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486517:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486526:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486532:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486537:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486551:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486556:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486561:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486565:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094961200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.486568:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486573:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486580:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.486582:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.486584:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486589:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c3380b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486596:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486601:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486606:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486610:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094960480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.486612:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486617:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486622:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed1b (ffff880096a76b00) 00010000:00010000:2.0:1715206674.486624:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.486626:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486630:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33812 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.486647:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33804 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895da expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.486654:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33804 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895da expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.486661:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02ac0, rc 0) 00000100:00100000:2.0:1715206674.486699:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591687168:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 241us (358us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.486705:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572207 00000100:00100000:0.0:1715206674.488400:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.488526:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687232 00000100:00100000:2.0:1715206674.488533:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687232 00000100:00100000:2.0:1715206674.488570:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572208 00000100:00100000:2.0:1715206674.488576:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591687232:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.488587:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.488597:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33819 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895e1 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.488643:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488651:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488658:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488667:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488672:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488678:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488692:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488696:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488701:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488706:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094961b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.488708:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488713:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488719:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.488722:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.488724:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488728:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33820 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488736:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488740:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488744:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488748:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094962f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.488750:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488754:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488759:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed2f (ffff880096a76800) 00010000:00010000:2.0:1715206674.488760:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.488763:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488767:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33827 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.488786:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33819 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895e1 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.488792:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33819 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895e1 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.488806:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949633c0, rc 0) 00000100:00100000:2.0:1715206674.488846:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591687232:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 269us (450us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.488852:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572208 00000100:00100000:0.0:1715206674.489284:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.489376:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687296 00000100:00100000:2.0:1715206674.489400:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687296 00000100:00100000:2.0:1715206674.489458:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572209 00000100:00100000:2.0:1715206674.489465:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591687296:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.489476:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.489487:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094961680/0xb73f6b2ce2c3382e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895e8 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.489518:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489527:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489535:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489545:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489551:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489556:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489572:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489578:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489583:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489588:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800949606c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.489590:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489595:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489602:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.489605:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.489608:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489612:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33835 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489621:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489626:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489631:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489635:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094960d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.489637:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489642:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489647:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed2f (ffff8800b436f200) 00010000:00010000:2.0:1715206674.489649:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.489651:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489656:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c3383c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.489675:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961680/0xb73f6b2ce2c3382e lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895e8 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.489682:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961680/0xb73f6b2ce2c3382e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895e8 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.489689:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094961680, rc 0) 00000100:00100000:2.0:1715206674.489732:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591687296:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 267us (450us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.489739:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572209 00000100:00100000:0.0:1715206674.491172:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.491272:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687360 00000100:00100000:2.0:1715206674.491280:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687360 00000100:00100000:2.0:1715206674.491317:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572210 00000100:00100000:2.0:1715206674.491323:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591687360:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.491334:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.491344:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33843 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895ef expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.491375:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491383:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491390:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491399:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491405:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491433:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491475:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491482:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491487:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:2.0:1715206674.491516:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 260096 00000004:00200000:2.0:1715206674.491520:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.491531:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491538:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491543:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491548:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491552:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491556:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.491559:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491564:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491571:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.491574:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.491576:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491581:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3384a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491590:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491595:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491600:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491603:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.491605:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491610:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491615:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed2b (ffff8800b436f400) 00010000:00010000:2.0:1715206674.491616:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.491618:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491622:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33851 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.491641:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33843 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895ef expref: 158 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.491650:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895ef expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.491656:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:2.0:1715206674.491658:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.491660:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092187a80, rc 0) 00000100:00100000:2.0:1715206674.491701:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591687360:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 377us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.491708:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572210 00000100:00100000:0.0:1715206674.492096:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.492194:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687424 00000100:00100000:2.0:1715206674.492201:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687424 00000100:00100000:2.0:1715206674.492238:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572211 00000100:00100000:2.0:1715206674.492245:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591687424:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.492256:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.492265:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c3385f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895f6 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.492295:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492303:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492310:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492319:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492325:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492330:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492360:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33874 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492366:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492372:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:2.0:1715206674.492392:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 260096 00000004:00200000:2.0:1715206674.492395:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.492403:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492435:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33874 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492441:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492446:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492450:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492455:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921858c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.492457:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492462:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492469:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.492472:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.492475:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492480:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33866 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492489:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492494:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492498:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492502:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.492504:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492508:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492513:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed2b (ffff8800b436f500) 00010000:00010000:2.0:1715206674.492515:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.492517:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492521:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3386d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.492541:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c3385f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895f6 expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.492550:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33874 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895f6 expref: 158 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.492555:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:2.0:1715206674.492558:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.492560:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186640, rc 0) 00000100:00100000:2.0:1715206674.492601:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13029:x1798523591687424:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 355us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.492608:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572211 00000100:00100000:0.0:1715206674.494735:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.494833:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687552 00000100:00100000:2.0:1715206674.494841:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687552 00000100:00100000:2.0:1715206674.494878:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572212 00000100:00100000:2.0:1715206674.494884:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13030:x1798523591687552:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.494895:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.494910:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c3387b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582895fd expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.494961:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33882 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.494971:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895ef expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.494978:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33882 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.495000:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895ef expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.495011:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c33858 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895ef expref: 159 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.495022:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524841600:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.495091:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934d80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.496434:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.496625:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524841600:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.496647:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33882 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.497184:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.497506:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33882 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.497518:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33882 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:2.0:1715206674.497532:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 260096 00010000:00010000:2.0:1715206674.497621:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c3387b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895fd expref: 162 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.497635:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33882 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895fd expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.497643:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:2.0:1715206674.497646:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.497649:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186400, rc 0) 00000100:00100000:2.0:1715206674.497685:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591687552:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2800us (2953us total) trans 4295059755 rc 0/0 00000100:00100000:2.0:1715206674.497693:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572212 00000100:00100000:0.0:1715206674.499160:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.499863:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.501661:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.501699:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.501769:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591687936 00000100:00100000:2.0:1715206674.501777:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591687936 00000100:00100000:2.0:1715206674.501824:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572215 00000100:00100000:2.0:1715206674.501831:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591687936:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.501846:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.501857:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c338b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289612 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.501906:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.501916:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c33890 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289604 expref: 164 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.501923:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 4/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.501940:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c33890 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289604 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.501948:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c33890 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289604 expref: 163 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.501958:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524841792:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.502000:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934000 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.502866:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524841792:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.502878:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.503365:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.503695:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.503706:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:2.0:1715206674.503730:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 260096 00000004:00200000:2.0:1715206674.503734:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.503744:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.503752:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.503769:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c338b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289612 expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.503782:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289612 expref: 160 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.503789:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:2.0:1715206674.503791:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.503794:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921861c0, rc 0) 00000100:00100000:2.0:1715206674.503839:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13029:x1798523591687936:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2007us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.503846:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572215 00000100:00100000:0.0:1715206674.506323:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.506448:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688192 00000100:00100000:2.0:1715206674.506456:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688192 00000100:00100000:2.0:1715206674.506494:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572216 00000100:00100000:2.0:1715206674.506501:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13030:x1798523591688192:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.506530:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.506544:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c338ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828960b expref: 160 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.506557:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:2.0:1715206674.506561:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.506587:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.506595:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.506602:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.506663:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801228d3800 reply state ffff88009407a000 transno 4295059757 ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.506672:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.506677:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:2.0:1715206674.506680:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.506682:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206674.506744:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591688192:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 242us (424us total) trans 4295059757 rc 0/0 00000100:00100000:2.0:1715206674.506751:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572216 00000100:00100000:0.0:1715206674.508499:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.508616:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688320 00000100:00100000:2.0:1715206674.508625:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688320 00000100:00100000:0.0:1715206674.508629:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.508676:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572217 00000100:00100000:2.0:1715206674.508686:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591688320:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.508722:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.508738:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c338ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289612 expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.508752:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:2.0:1715206674.508755:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.508778:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.508786:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.508793:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.508838:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801228d0e00 reply state ffff88009407d000 transno 4295059758 ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.508847:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.508860:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:2.0:1715206674.508863:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.508865:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206674.508928:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591688320:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 242us (431us total) trans 4295059758 rc 0/0 00000100:00100000:2.0:1715206674.508935:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572217 00000100:00100000:0.0:1715206674.510725:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.510790:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688448 00000100:00100000:1.0:1715206674.510798:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688448 00000100:00100000:1.0:1715206674.510833:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77816 00000100:00100000:1.0:1715206674.510839:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2003:x1798523591688448:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:1.0:1715206674.510921:0:11062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:1.0:1715206674.510925:0:11062:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb mtime from disk: 1715206655 -> 1715206643 00002000:00010000:1.0:1715206674.510927:0:11062:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb atime from disk: 1715206647 -> 1715206665 00002000:00010000:1.0:1715206674.510929:0:11062:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb ctime from disk: 1715206667 -> 1715206675 00002000:00010000:1.0:1715206674.510931:0:11062:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:1.0:1715206674.510973:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2003:x1798523591688448:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 133us (252us total) trans 4294989273 rc 0/0 00000100:00100000:1.0:1715206674.510981:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77816 00000100:00100000:0.0:1715206674.519304:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.519394:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688512 00000100:00100000:2.0:1715206674.519404:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688512 00000100:00100000:2.0:1715206674.519498:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572218 00000100:00100000:2.0:1715206674.519508:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591688512:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.519527:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.519543:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c338cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289619 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.519590:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519605:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519613:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519624:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519630:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519636:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519661:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519666:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519672:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519678:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.519682:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519688:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519696:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.519699:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.519703:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519708:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519736:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519745:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519753:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519761:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.519765:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519773:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519786:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x454c72a6 (ffff8800b436f500) 00010000:00010000:2.0:1715206674.519790:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.519794:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519803:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c338dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.519856:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c338cf lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289619 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.519871:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c338cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289619 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.519882:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186400, rc 0) 00000100:00100000:2.0:1715206674.519923:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591688512:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 414us (622us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.519933:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572218 00000100:00100000:0.0:1715206674.520770:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.520884:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688576 00000100:00100000:2.0:1715206674.520892:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688576 00000100:00100000:2.0:1715206674.520939:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572219 00000100:00100000:2.0:1715206674.520949:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591688576:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.520966:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.520981:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c338e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289620 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.521024:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521040:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521052:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521097:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521104:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521111:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521136:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521142:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521148:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521153:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.521156:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521161:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521169:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.521172:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.521175:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521180:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c338eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521189:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521194:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521199:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521204:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.521207:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521212:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521218:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x454c72a6 (ffff8800b436f200) 00010000:00010000:2.0:1715206674.521220:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.521223:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521227:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c338f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x454c72a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.521251:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c338e4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289620 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.521258:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c338e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289620 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.521266:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092187840, rc 0) 00000100:00100000:2.0:1715206674.521311:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591688576:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 364us (545us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.521319:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572219 00000100:00100000:0.0:1715206674.522869:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.522948:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688640 00000100:00100000:2.0:1715206674.522957:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688640 00000100:00100000:2.0:1715206674.523007:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572220 00000100:00100000:2.0:1715206674.523017:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591688640:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.523033:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.523048:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289627 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.523130:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523145:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523158:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523175:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523187:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523197:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523222:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523232:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523242:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523251:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921861c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.523256:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523266:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523286:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.523291:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.523296:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523305:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33900 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523320:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523329:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523338:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523347:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092185f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.523352:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523362:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523374:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f100) 00010000:00010000:2.0:1715206674.523378:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.523382:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523391:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33907 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.523457:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338f9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289627 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.523473:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c338f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289627 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.523488:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186640, rc 0) 00000100:00100000:2.0:1715206674.523549:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591688640:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 530us (680us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.523561:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572220 00000100:00100000:0.0:1715206674.524611:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.524692:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688704 00000100:00100000:2.0:1715206674.524699:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688704 00000100:00100000:2.0:1715206674.524735:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572221 00000100:00100000:2.0:1715206674.524742:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591688704:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.524753:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.524763:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c3390e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828962e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.524794:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524804:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524812:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524822:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524829:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524840:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524858:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524864:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524870:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524875:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092187600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.524878:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524884:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524892:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.524894:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.524897:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524903:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33915 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524911:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524917:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524923:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524928:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.524931:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524937:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524943:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff8800b436f600) 00010000:00010000:2.0:1715206674.524945:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.524947:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524952:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c3391c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.524986:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c3390e lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828962e expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.524999:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c3390e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828962e expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.525011:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092184b40, rc 0) 00000100:00100000:2.0:1715206674.525099:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591688704:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 352us (489us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.525110:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572221 00000100:00100000:0.0:1715206674.527012:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.527104:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688832 00000100:00100000:2.0:1715206674.527113:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688832 00000100:00100000:2.0:1715206674.527168:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572222 00000100:00100000:2.0:1715206674.527178:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591688832:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.527195:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.527200:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.527220:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a7a80/0xb73f6b2ce2c3376a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582895a2 expref: 162 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.527238:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.527244:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.527256:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33923 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289635 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.527323:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527338:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527352:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527369:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527380:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527391:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:2.0:1715206674.527717:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2069:0x0], index 1: 0 00010000:00010000:2.0:1715206674.527859:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33938 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527875:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33938 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527889:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33938 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527928:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527937:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527944:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527949:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.527952:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527959:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527968:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.527971:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.527975:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.527984:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c3392a lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.528000:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092742680 reply state ffff880120103000 transno 4295059759 ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528013:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528030:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:2.0:1715206674.528034:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.528038:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.528110:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33923 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289635 expref: 164 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.528131:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33938 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289635 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.528143:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40de:0x0].0x0 (ffff880096a76800) 00010000:00010000:2.0:1715206674.528146:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.528150:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02ac0, rc 0) 00000100:00100000:2.0:1715206674.528208:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591688832:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1029us (1199us total) trans 4295059759 rc 0/0 00000100:00100000:2.0:1715206674.528217:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572222 00000100:00100000:0.0:1715206674.528533:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.528557:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591688960 00000100:00100000:2.0:1715206674.528563:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591688960 00000100:00100000:2.0:1715206674.528594:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572223 00000100:00100000:2.0:1715206674.528600:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591688960:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.528612:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.528615:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.528628:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33763 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828959b expref: 164 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.528640:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.528644:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.528651:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33946 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828963c expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.528697:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528706:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528713:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528723:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528730:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528737:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:2.0:1715206674.528866:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2069:0x0], index 0: 0 00010000:00010000:2.0:1715206674.528943:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3395b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528953:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3395b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528960:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3395b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528981:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528987:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.528998:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.529004:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.529007:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.529013:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.529020:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.529023:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.529025:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.529031:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c3394d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.529039:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092742d80 reply state ffff880120101000 transno 4295059760 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.529047:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.529085:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:2.0:1715206674.529088:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.529090:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.529111:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33946 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828963c expref: 166 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.529125:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3395b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828963c expref: 165 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.529139:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40df:0x0].0x0 (ffff880096a76000) 00010000:00010000:2.0:1715206674.529141:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.529143:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00d80, rc 0) 00000100:00100000:2.0:1715206674.529188:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+166:13029:x1798523591688960:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 587us (660us total) trans 4295059760 rc 0/0 00000100:00100000:2.0:1715206674.529196:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572223 00000100:00100000:0.0:1715206674.531468:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.531505:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591689024 00000100:00100000:1.0:1715206674.531512:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591689024 00000100:00100000:1.0:1715206674.531552:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77817 00000100:00100000:1.0:1715206674.531561:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591689024:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.531574:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.531590:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289643 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206674.531609:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2069:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206674.531623:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.531626:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.531633:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 96 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.531649:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 96 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.531667:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bb7cc0, rc 0) 00000100:00100000:1.0:1715206674.531712:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591689024:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 150us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.531720:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77817 00000100:00100000:0.0:1715206674.532097:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.532171:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591689088 00000100:00100000:1.0:1715206674.532179:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591689088 00000100:00100000:1.0:1715206674.532224:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77818 00000100:00100000:1.0:1715206674.532233:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2000:x1798523591689088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.532247:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.532267:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828964a expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206674.532288:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2069:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206674.532302:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.532305:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.532312:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 95 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.532331:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 95 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.532346:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bb7a80, rc 0) 00000100:00100000:1.0:1715206674.532402:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2000:x1798523591689088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 167us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.532435:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77818 00000100:00100000:0.0:1715206674.534330:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.534374:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.534505:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117663 00000100:00100000:2.0:1715206674.534512:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13030:x1798523591689216:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.534705:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13030:x1798523591689216:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 190us (375us total) trans 4295059761 rc 0/0 00000100:00100000:2.0:1715206674.534714:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117663 00000100:00100000:2.0:1715206674.537367:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.537451:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.537505:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591689600 00000100:00100000:0.0:1715206674.537513:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591689600 00000100:00100000:0.0:1715206674.537569:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117666 00000100:00100000:0.0:1715206674.537576:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13029:x1798523591689600:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206674.537731:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591689600:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 153us (279us total) trans 4295059763 rc 0/0 00000100:00100000:0.0:1715206674.537740:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117666 00000100:00100000:0.0:1715206674.540959:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.541007:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.541098:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591689728 00000100:00100000:2.0:1715206674.541107:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591689728 00000100:00100000:2.0:1715206674.541156:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572224 00000100:00100000:2.0:1715206674.541167:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591689728:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.541220:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.541236:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3395b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828963c expref: 171 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.541255:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40df:0x0].0x0 (ffff880096a76000) 00010000:00010000:2.0:1715206674.541264:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.541277:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541288:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541296:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541304:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541310:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541316:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541357:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541365:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541371:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:2.0:1715206674.541587:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8268, 64 off537344 00010000:00010000:2.0:1715206674.541620:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541629:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541637:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541648:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541654:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541660:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541665:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541671:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.541673:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541679:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541687:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40df:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.541690:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206674.541693:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541698:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c339a1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40df:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541716:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541722:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541727:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541733:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.541736:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541742:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541748:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40df:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.541751:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206674.541753:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541759:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33993 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541864:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541871:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541877:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541882:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.541884:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541890:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541898:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.541900:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.541913:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541918:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33977 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.541927:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092741180 reply state ffff880120105000 transno 4295059765 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541936:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.541942:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:2.0:1715206674.541944:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.541946:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206674.541988:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591689728:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 820us (1031us total) trans 4295059765 rc 0/0 00000100:00100000:2.0:1715206674.542025:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572224 00000100:00100000:0.0:1715206674.544460:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.544506:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.544542:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591689920 00000100:00100000:2.0:1715206674.544550:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591689920 00000100:00100000:2.0:1715206674.544591:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572226 00000100:00100000:2.0:1715206674.544599:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591689920:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206674.544637:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572227 00000100:00100000:0.0:1715206674.544646:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591689984:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.544656:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.544660:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.544669:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c339af lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289651 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.544672:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c339b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289658 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.544708:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544710:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544719:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544720:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544727:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544728:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544737:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544737:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544743:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544744:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544750:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544751:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544770:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544772:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544776:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544778:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544781:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544784:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544787:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee021c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.544790:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544791:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.544794:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544797:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544800:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544805:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.544808:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.544808:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.544811:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544811:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.544814:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544816:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c339bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544820:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c339c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544826:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.544833:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.544838:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.544843:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.544846:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544848:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544851:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544854:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544858:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:2.0:1715206674.544860:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.544860:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544862:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544866:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.544868:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.544869:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.544875:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.544882:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:0.0:1715206674.544884:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.544887:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544889:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c339af lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289651 expref: 175 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.544892:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c339d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.544897:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c339af lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289651 expref: 175 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.544906:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03840, rc 0) 00010000:00010000:0.0:1715206674.544914:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c339b6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289658 expref: 174 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.544923:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c339b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289658 expref: 174 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.544931:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38b40, rc 0) 00000100:00100000:0.0:1715206674.544967:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591689984:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 322us (461us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.544968:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591689920:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 368us (510us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206674.544975:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572227 00000100:00100000:2.0:1715206674.544980:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572226 00000100:00100000:0.0:1715206674.547455:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.547502:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.547569:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690048 00000100:00100000:2.0:1715206674.547579:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690048 00000100:00100000:1.0:1715206674.547580:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690112 00000100:00100000:1.0:1715206674.547590:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690112 00000100:00100000:2.0:1715206674.547626:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572228 00000100:00100000:2.0:1715206674.547633:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591690048:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.547648:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.547657:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572229 00010000:00010000:2.0:1715206674.547660:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c339d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828965f expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.547668:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591690112:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.547683:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c339d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828965f expref: 174 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.547686:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.547695:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c339d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828965f expref: 174 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.547703:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.547704:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c339e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289666 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.547706:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.547709:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee006c0, rc 0) 00010000:00010000:1.0:1715206674.547734:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c339e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289666 expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.547753:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c339e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289666 expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.547756:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13030:x1798523591690048:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 121us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.547764:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572228 00010000:00010000:1.0:1715206674.547764:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.547769:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.547773:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bb4d80, rc 0) 00000100:00100000:1.0:1715206674.547811:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591690112:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 143us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.547822:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572229 00000100:00100000:0.0:1715206674.550615:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.550661:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.550773:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117667 00000100:00100000:1.0:1715206674.550785:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13030:x1798523591690176:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206674.553934:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591690176:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 3146us (3318us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.553947:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117667 00000100:00100000:0.0:1715206674.558093:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.558156:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.558203:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690304 00000100:00100000:1.0:1715206674.558211:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690304 00000100:00100000:1.0:1715206674.558249:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690368 00000100:00100000:1.0:1715206674.558252:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690368 00000100:00100000:1.0:1715206674.558270:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572230 00000100:00100000:1.0:1715206674.558277:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13029:x1798523591690304:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.558287:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572231 00010000:00010000:1.0:1715206674.558289:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.558297:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13030:x1798523591690368:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.558301:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c339e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828966d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.558311:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.558324:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c339ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289674 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.558335:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558345:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558353:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558359:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558363:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558369:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558369:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558375:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558377:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.558387:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.558393:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558394:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558399:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558400:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558405:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558444:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb5680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.558445:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558448:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558451:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558454:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558457:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.558462:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.558463:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.558465:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558466:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.558469:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558471:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558474:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5680/0xb73f6b2ce2c339f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558479:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.558482:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.558484:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558486:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558490:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558491:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c339fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558495:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558500:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb4900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.558502:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558507:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.558513:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1805641f (ffff880095952d00) 00010000:00010000:1.0:1715206674.558515:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.558518:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558519:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558524:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4900/0xb73f6b2ce2c33a03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.558525:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.558530:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.558535:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee021c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.558537:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.558542:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558547:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c339e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828966d expref: 177 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.558548:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1805641f (ffff880096a76000) 00010000:00010000:2.0:1715206674.558551:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.558553:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558555:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7600/0xb73f6b2ce2c339e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828966d expref: 177 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.558558:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33a0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.558562:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bb7600, rc 0) 00010000:00010000:2.0:1715206674.558582:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c339ee lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289674 expref: 176 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.558590:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c339ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289674 expref: 176 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.558599:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03840, rc 0) 00000100:00100000:1.0:1715206674.558608:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13029:x1798523591690304:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 330us (519us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.558616:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572230 00000100:00100000:2.0:1715206674.558630:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591690368:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 333us (475us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.558638:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572231 00000100:00100000:0.0:1715206674.561639:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.561682:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.561748:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690432 00000100:00100000:2.0:1715206674.561757:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690432 00000100:00100000:2.0:1715206674.561793:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690496 00000100:00100000:2.0:1715206674.561796:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690496 00000100:00100000:1.0:1715206674.561807:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572232 00000100:00100000:1.0:1715206674.561816:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13029:x1798523591690432:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.561824:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572233 00010000:00010000:1.0:1715206674.561830:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.561831:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13030:x1798523591690496:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.561842:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb61c0/0xb73f6b2ce2c33a11 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828967b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.561844:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.561856:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33a18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289682 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.561878:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.561887:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561889:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561896:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561899:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.561907:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561910:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.561916:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561917:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561922:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561923:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.561929:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561940:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.561945:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561947:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561951:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561953:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561956:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb4480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.561958:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561959:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561963:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.561965:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561966:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.561972:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561972:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.561975:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.561978:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561979:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.561982:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.561983:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4480/0xb73f6b2ce2c33a1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.561985:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.561990:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33a26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.561992:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.561999:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.562000:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.562004:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.562005:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.562008:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb6400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.562010:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.562011:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.562015:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.562016:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.562018:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.562021:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1805641f (ffff880095952f00) 00010000:00010000:2.0:1715206674.562024:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.562024:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.562026:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.562030:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1805641f (ffff880096a76800) 00010000:00010000:1.0:1715206674.562031:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6400/0xb73f6b2ce2c33a2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.562032:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.562034:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.562039:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33a34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.562082:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb61c0/0xb73f6b2ce2c33a11 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828967b expref: 177 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.562091:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb61c0/0xb73f6b2ce2c33a11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828967b expref: 177 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.562099:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33a18 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289682 expref: 176 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.562099:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bb61c0, rc 0) 00010000:00010000:2.0:1715206674.562107:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33a18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289682 expref: 176 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.562132:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02400, rc 0) 00000100:00100000:1.0:1715206674.562154:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13029:x1798523591690432:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 338us (518us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.562162:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572232 00000100:00100000:2.0:1715206674.562167:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13030:x1798523591690496:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 334us (483us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.562178:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572233 00000100:00100000:0.0:1715206674.565249:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.565291:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.565361:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572234 00000100:00100000:1.0:1715206674.565374:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13029:x1798523591690624:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.565379:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572235 00000100:00100000:2.0:1715206674.565388:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+175:13030:x1798523591690752:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.565391:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.565395:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.565401:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.565404:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206674.565436:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4d80/0xb73f6b2ce2c339e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289666 expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.565437:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c339d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828965f expref: 175 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.565456:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.565459:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.565462:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.565462:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.565472:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33a3b lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289690 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.565476:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33a42 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289689 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.565523:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.565532:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565536:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565540:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565547:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565550:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565555:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565556:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.565562:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565566:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.565572:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.565578:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00080000:1.0:1715206674.565764:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x206a:0x0], index 0: 0 00000004:00080000:2.0:1715206674.565782:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x206a:0x0], index 1: 0 00010000:00010000:2.0:1715206674.565876:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565878:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565885:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565888:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565893:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565895:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565918:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565918:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565924:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565924:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565930:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565930:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565935:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.565935:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.565938:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565938:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565943:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565943:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565951:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.565951:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.565954:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.565954:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.565956:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565957:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.565962:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33a49 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565962:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33a50 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:2.0:1715206674.565970:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801338cf800 reply state ffff88008fcd7000 transno 4295059768 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00010000:1.0:1715206674.565972:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801338cc700 reply state ffff880090859000 transno 4295059767 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.565979:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.565980:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.565986:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1805641f (ffff880095952500) 00010000:00010000:2.0:1715206674.565988:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1805641f (ffff880096a76200) 00010000:00010000:1.0:1715206674.565988:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.565991:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.565992:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.565995:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206674.566010:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33a42 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 178 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.566019:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33a3b lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 178 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.566021:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 178 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.566027:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff8800a7c2ec00) 00010000:00010000:1.0:1715206674.566030:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.566032:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 177 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.566032:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d7a80, rc 0) 00010000:00010000:2.0:1715206674.566038:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff880096a76700) 00010000:00010000:2.0:1715206674.566041:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.566043:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00b40, rc 0) 00000100:00100000:2.0:1715206674.566109:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591690752:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 721us (817us total) trans 4295059768 rc 0/0 00000100:00100000:1.0:1715206674.566109:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13029:x1798523591690624:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 736us (861us total) trans 4295059767 rc 0/0 00000100:00100000:1.0:1715206674.566118:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572234 00000100:00100000:2.0:1715206674.566123:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572235 00000100:00100000:0.0:1715206674.569447:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.569499:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.569543:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690816 00000100:00100000:1.0:1715206674.569553:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690816 00000100:00100000:1.0:1715206674.569609:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690880 00000100:00100000:1.0:1715206674.569613:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690880 00000100:00100000:1.0:1715206674.569669:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77820 00000100:00100000:1.0:1715206674.569680:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591690880:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.569714:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.569734:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828969e expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206674.569757:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x206a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206674.569773:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.569776:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.569785:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 97 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.569804:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 97 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.569818:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d6400, rc 0) 00000100:00100000:1.0:1715206674.569854:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591690880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 174us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.569865:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77820 00000100:00100000:0.0:1715206674.572497:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.572543:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.572578:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591690944 00000100:00100000:1.0:1715206674.572589:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591690944 00000100:00100000:1.0:1715206674.572635:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77821 00000100:00100000:1.0:1715206674.572643:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+97:13030:x1798523591690944:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.572656:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.572685:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896a5 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.572706:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 98 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.572715:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.572717:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.572720:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 98 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.572746:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 98 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.572760:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1715206674.572773:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524841856:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.572829:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.574578:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524841856:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.574607:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 98 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.574629:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d73c0, rc 0) 00000100:00100000:1.0:1715206674.574672:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+98:13030:x1798523591690944:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2025us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.574685:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77821 00000100:00100000:0.0:1715206674.575026:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.575100:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.575132:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691072 00000100:00100000:1.0:1715206674.575141:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691072 00010000:00010000:1.0:1715206674.575166:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7a80/0xb73f6b2ce2c33a81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289697 expref: 97 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1715206674.575206:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691136 00000100:00100000:1.0:1715206674.575210:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691136 00010000:00010000:1.0:1715206674.575219:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1715206674.575241:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158589 00000100:00100000:1.0:1715206674.575247:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2002:x1798523591691136:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.575259:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.575271:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.575283:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.575301:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33a88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828969e expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.575327:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.575329:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.575336:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 97 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.575345:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 97 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.575368:0:9414:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 97 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.575380:0:9414:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9414:1798523524841984:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206674.575451:0:9414:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.577495:0:9414:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9414:1798523524841984:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206674.577511:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.577563:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591691136:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 2314us (2462us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.577574:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158589 00000100:00100000:0.0:1715206674.579690:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.579780:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691264 00000100:00100000:1.0:1715206674.579791:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691264 00000100:00100000:1.0:1715206674.579851:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117669 00000100:00100000:1.0:1715206674.579862:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+178:13029:x1798523591691264:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.580097:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13029:x1798523591691264:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 233us (406us total) trans 4295059769 rc 0/0 00000100:00100000:1.0:1715206674.580110:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117669 00000100:00100000:0.0:1715206674.580281:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.580351:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691392 00000100:00100000:1.0:1715206674.580358:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691392 00000100:00100000:1.0:1715206674.580399:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117670 00000100:00100000:1.0:1715206674.580433:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011dcfc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591691392:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.580581:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dcfc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591691392:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 170us (300us total) trans 4295059770 rc 0/0 00000100:00100000:1.0:1715206674.580593:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117670 00000100:00100000:0.0:1715206674.582125:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.582215:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691456 00000100:00100000:2.0:1715206674.582225:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691456 00000100:00100000:2.0:1715206674.582280:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572236 00000100:00100000:2.0:1715206674.582291:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13029:x1798523591691456:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.582312:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.582328:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33a9d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896b3 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.582374:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582385:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582394:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582405:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582440:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582448:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582496:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582505:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582511:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:2.0:1715206674.582539:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 260096 00000004:00200000:2.0:1715206674.582544:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.582555:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582564:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582571:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582577:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582583:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582588:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.582592:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582599:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582608:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.582611:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.582615:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582620:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33aa4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582647:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582653:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582659:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582664:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.582667:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582672:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582679:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed2b (ffff880096a76000) 00010000:00010000:2.0:1715206674.582681:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.582683:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582689:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33aab lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.582713:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33a9d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896b3 expref: 182 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.582725:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896b3 expref: 181 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.582732:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:2.0:1715206674.582734:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.582737:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee006c0, rc 0) 00000100:00100000:2.0:1715206674.582772:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591691456:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 482us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.582780:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572236 00000100:00100000:0.0:1715206674.582923:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.582982:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691520 00000100:00100000:2.0:1715206674.582989:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691520 00000100:00100000:2.0:1715206674.583033:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572237 00000100:00100000:2.0:1715206674.583043:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591691520:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.583088:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.583103:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33ab9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896ba expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.583141:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583150:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583158:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583174:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583180:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583186:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583220:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583228:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583234:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:2.0:1715206674.583253:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 260096 00000004:00200000:2.0:1715206674.583256:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.583265:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583273:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583279:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583285:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583290:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583300:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.583303:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583309:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583317:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.583319:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.583322:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583327:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33ac0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583336:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583341:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583347:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583352:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.583354:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583359:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583365:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed2b (ffff880096a76400) 00010000:00010000:2.0:1715206674.583368:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.583371:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583376:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33ac7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.583397:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33ab9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ba expref: 183 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.583432:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ba expref: 182 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.583439:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:2.0:1715206674.583441:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.583444:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03840, rc 0) 00000100:00100000:2.0:1715206674.583487:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13030:x1798523591691520:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 445us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.583494:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572237 00000100:00100000:0.0:1715206674.586191:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.586286:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691648 00000100:00100000:2.0:1715206674.586296:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691648 00000100:00100000:2.0:1715206674.586349:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572238 00000100:00100000:2.0:1715206674.586360:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591691648:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.586377:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.586392:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33ad5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896c1 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.586498:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.586516:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896b3 expref: 183 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.586529:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 4/0,1 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.586561:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896b3 expref: 183 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.586579:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896b3 expref: 183 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.586595:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524842112:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.586651:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.586859:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.586941:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691776 00000100:00100000:1.0:1715206674.586950:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691776 00000100:00100000:1.0:1715206674.586998:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572239 00000100:00100000:1.0:1715206674.587006:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+184:13030:x1798523591691776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.587020:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.587031:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33ae3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896c8 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.587126:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.587146:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ba expref: 185 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.587154:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 4/0,1 mode: --/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.587186:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ba expref: 185 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.587197:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ace lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ba expref: 185 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.587208:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842176:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.587257:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ade40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.588120:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524842112:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.588137:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206674.588671:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.588730:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842176:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.588744:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.588944:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.588960:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:2.0:1715206674.588978:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 260096 00010000:00010000:2.0:1715206674.589109:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33ad5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 186 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.589128:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 185 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.589137:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:2.0:1715206674.589141:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.589144:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00480, rc 0) 00000100:00100000:2.0:1715206674.589193:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13029:x1798523591691648:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2834us (3006us total) trans 4295059771 rc 0/0 00000100:00100000:2.0:1715206674.589200:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572238 00000100:00100000:2.0:1715206674.589265:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206674.589495:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.589506:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:1.0:1715206674.589517:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 260096 00010000:00010000:1.0:1715206674.589572:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33ae3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c8 expref: 185 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.589584:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c8 expref: 184 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.589591:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:1.0:1715206674.589594:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1715206674.589596:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d7180, rc 0) 00000100:00100000:1.0:1715206674.589637:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+184:13030:x1798523591691776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2630us (2779us total) trans 4295059772 rc 0/0 00000100:00100000:1.0:1715206674.589643:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572239 00000100:00100000:0.0:1715206674.591102:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.591199:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591691968 00000100:00100000:1.0:1715206674.591206:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591691968 00000100:00100000:1.0:1715206674.591245:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572240 00000100:00100000:1.0:1715206674.591251:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+184:13029:x1798523591691968:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.591267:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.591278:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33aff lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896cf expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.591313:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.591324:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 185 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.591333:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.591352:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 185 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.591363:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 185 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.591375:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842240:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.591458:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.591486:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.592465:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842240:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.592478:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.592864:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.592914:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591692096 00000100:00100000:2.0:1715206674.592921:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591692096 00010000:00010000:2.0:1715206674.592938:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 188 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.592969:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158592 00000100:00100000:2.0:1715206674.592975:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+188:2002:x1798523591692096:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.592985:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.592990:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 188 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.593000:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 188 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.593014:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33adc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x12:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c1 expref: 188 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.593024:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:2.0:1715206674.593029:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.593036:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.593047:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.593092:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.593143:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+187:2002:x1798523591692096:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 165us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.593154:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158592 00010000:00010000:1.0:1715206674.593174:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.593184:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.593207:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00200000:1.0:1715206674.593209:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 260096 00000004:00200000:1.0:1715206674.593212:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206674.593222:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.593229:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.593254:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33aff lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896cf expref: 187 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.593265:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591692160 00010000:00010000:1.0:1715206674.593267:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896cf expref: 186 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.593272:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591692160 00010000:00010000:1.0:1715206674.593274:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:1.0:1715206674.593276:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.593278:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4b40, rc 0) 00010000:00010000:2.0:1715206674.593288:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c8 expref: 187 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.593312:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13029:x1798523591691968:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2059us (2212us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.593313:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158593 00000100:00100000:1.0:1715206674.593318:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572240 00000100:00100000:2.0:1715206674.593320:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+187:2003:x1798523591692160:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.593332:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.593338:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c8 expref: 186 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.593366:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c8 expref: 186 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.593380:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33aea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x13:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896c8 expref: 186 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.593392:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:2.0:1715206674.593396:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6640/0xb73f6b2ce2c33b14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.593426:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6640/0xb73f6b2ce2c33b14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.593433:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6640/0xb73f6b2ce2c33b14 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.593457:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.593484:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+185:2003:x1798523591692160:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 163us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.593492:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158593 00000100:00100000:0.0:1715206674.595748:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.595788:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.595861:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572242 00000100:00100000:0.0:1715206674.595869:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13029:x1798523591692288:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:1.0:1715206674.595893:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572243 00000100:00100000:1.0:1715206674.595904:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13030:x1798523591692416:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206674.595922:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.595937:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896cf expref: 185 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.595939:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.595958:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6640/0xb73f6b2ce2c33b14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896d6 expref: 184 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.595958:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:0.0:1715206674.595961:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.595976:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:1.0:1715206674.595980:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.595997:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.596004:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.596007:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.596014:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.596014:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.596021:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206674.596115:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d864a80 reply state ffff88011f6fa000 transno 4295059773 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00010000:0.0:1715206674.596115:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d866680 reply state ffff880073064000 transno 4295059774 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.596125:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.596125:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.596132:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:0.0:1715206674.596132:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:1.0:1715206674.596134:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.596134:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.596137:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206674.596137:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206674.596206:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13030:x1798523591692416:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 303us (415us total) trans 4295059773 rc 0/0 00000100:00100000:1.0:1715206674.596218:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572243 00000100:00100000:0.0:1715206674.596218:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13029:x1798523591692288:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 348us (472us total) trans 4295059774 rc 0/0 00000100:00100000:0.0:1715206674.596226:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572242 00000100:00100000:2.0:1715206674.598378:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.598435:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591692480 00000100:00100000:1.0:1715206674.598441:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591692480 00000100:00100000:2.0:1715206674.598449:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.598481:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591692544 00000100:00100000:1.0:1715206674.598486:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591692544 00000100:00100000:2.0:1715206674.598500:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77823 00000100:00100000:2.0:1715206674.598508:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591692480:12345-192.168.203.35@tcp:2:dbench.0 00000100:00100000:1.0:1715206674.598511:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77824 00000100:00100000:1.0:1715206674.598519:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2001:x1798523591692544:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:1.0:1715206674.598621:0:11062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x8:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:1.0:1715206674.598624:0:11062:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x8:0x0] updating lvb mtime from disk: 1715206643 -> 1715206663 00002000:00010000:1.0:1715206674.598625:0:11062:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x8:0x0] updating lvb atime from disk: 1715206665 -> 1715206655 00002000:00010000:2.0:1715206674.598627:0:9392:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb size from disk: 260096 -> 260096 00002000:00010000:1.0:1715206674.598627:0:11062:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x8:0x0] updating lvb ctime from disk: 1715206675 -> 1715206675 00002000:00010000:1.0:1715206674.598628:0:11062:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x8:0x0] updating lvb blocks from disk: 512 -> 512 00002000:00010000:2.0:1715206674.598632:0:9392:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb mtime from disk: 1715206643 -> 1715206663 00002000:00010000:2.0:1715206674.598634:0:9392:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb atime from disk: 1715206665 -> 1715206655 00002000:00010000:2.0:1715206674.598637:0:9392:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb ctime from disk: 1715206675 -> 1715206675 00002000:00010000:2.0:1715206674.598639:0:9392:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x8:0x0] updating lvb blocks from disk: 512 -> 512 00000100:00100000:1.0:1715206674.598659:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2001:x1798523591692544:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 141us (210us total) trans 4294988785 rc 0/0 00000100:00100000:1.0:1715206674.598665:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77824 00000100:00100000:2.0:1715206674.598666:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591692480:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 158us (291us total) trans 4294989274 rc 0/0 00000100:00100000:2.0:1715206674.598693:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77823 00000100:00100000:0.0:1715206674.600364:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.600395:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.600459:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591692736 00000100:00100000:1.0:1715206674.600465:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591692736 00000100:00100000:1.0:1715206674.600509:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117672 00000100:00100000:1.0:1715206674.600514:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13030:x1798523591692736:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.600641:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591692736:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 125us (278us total) trans 4295059775 rc 0/0 00000100:00100000:1.0:1715206674.600647:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117672 00000100:00100000:0.0:1715206674.605171:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.605216:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591692928 00000100:00100000:1.0:1715206674.605223:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591692928 00000100:00100000:0.0:1715206674.605225:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.605260:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693056 00000100:00100000:1.0:1715206674.605264:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693056 00000100:00100000:0.0:1715206674.605268:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117673 00000100:00100000:0.0:1715206674.605274:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591692928:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.605284:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117674 00000100:00100000:1.0:1715206674.605308:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591693056:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206674.605495:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591692928:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 220us (325us total) trans 4295059777 rc 0/0 00000100:00100000:1.0:1715206674.605499:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591693056:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 207us (273us total) trans 4295059778 rc 0/0 00000100:00100000:0.0:1715206674.605501:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117673 00000100:00100000:1.0:1715206674.605506:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117674 00000100:00100000:0.0:1715206674.607035:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.607087:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.607133:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693120 00000100:00100000:1.0:1715206674.607138:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693184 00000100:00100000:2.0:1715206674.607140:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693120 00000100:00100000:1.0:1715206674.607144:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693184 00000100:00100000:2.0:1715206674.607185:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572244 00000100:00100000:1.0:1715206674.607192:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572245 00000100:00100000:2.0:1715206674.607193:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591693120:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.607197:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591693184:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.607214:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.607223:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33b29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896e4 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.607233:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.607245:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33b30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896dd expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.607249:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607257:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607263:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607269:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607274:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607278:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607280:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607291:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607299:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607301:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607305:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607309:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607310:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607314:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.607316:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607317:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607321:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607324:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607327:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.607329:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.607331:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607335:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33b37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607342:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607345:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607345:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607349:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607351:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607352:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.607355:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607358:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607358:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607362:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.607363:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:1.0:1715206674.607364:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.607365:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607366:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.607369:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33b3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.607370:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607377:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.607379:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.607381:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607383:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33b29 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896e4 expref: 193 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.607385:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33b45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.607389:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33b29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896e4 expref: 193 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.607394:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5200, rc 0) 00010000:00010000:2.0:1715206674.607419:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607423:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607427:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607431:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee021c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.607433:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.607435:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+192:13030:x1798523591693184:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 236us (347us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206674.607436:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.607440:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572245 00010000:00010000:2.0:1715206674.607441:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:2.0:1715206674.607443:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.607445:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607448:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33b4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.607466:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33b30 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896dd expref: 191 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.607473:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33b30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896dd expref: 191 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.607479:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00480, rc 0) 00000100:00100000:2.0:1715206674.607500:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13029:x1798523591693120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 309us (469us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.607506:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572244 00000100:00100000:0.0:1715206674.609109:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.609143:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.609188:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693248 00000100:00100000:2.0:1715206674.609193:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693312 00000100:00100000:1.0:1715206674.609194:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693248 00000100:00100000:2.0:1715206674.609199:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693312 00000100:00100000:1.0:1715206674.609222:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572246 00000100:00100000:1.0:1715206674.609227:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591693248:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.609232:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572247 00010000:00010000:1.0:1715206674.609236:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.609237:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591693312:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.609245:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b53 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896eb expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.609247:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.609255:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33b5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896f2 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.609261:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896eb expref: 192 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.609269:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b53 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896eb expref: 193 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.609271:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33b5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f2 expref: 193 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.609275:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.609277:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.609279:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4b40, rc 0) 00010000:00010000:2.0:1715206674.609280:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33b5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f2 expref: 193 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.609285:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.609287:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.609289:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02400, rc 0) 00000100:00100000:1.0:1715206674.609308:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13030:x1798523591693248:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 81us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.609310:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13029:x1798523591693312:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 72us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.609314:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572246 00000100:00100000:2.0:1715206674.609317:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572247 00000100:00100000:0.0:1715206674.611090:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.611124:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.611143:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693376 00000100:00100000:1.0:1715206674.611149:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693376 00000100:00100000:1.0:1715206674.611174:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693440 00000100:00100000:1.0:1715206674.611175:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693440 00000100:00100000:1.0:1715206674.611187:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117675 00000100:00100000:1.0:1715206674.611192:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13030:x1798523591693376:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.611214:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117676 00000100:00100000:2.0:1715206674.611221:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e717c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13029:x1798523591693440:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206674.613302:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13030:x1798523591693376:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2105us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.613309:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117675 00000100:00100000:2.0:1715206674.613513:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e717c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+192:13029:x1798523591693440:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2289us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.613520:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117676 00000100:00100000:0.0:1715206674.617930:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.617998:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.618036:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693632 00000100:00100000:2.0:1715206674.618046:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693632 00000100:00100000:2.0:1715206674.618134:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693696 00000100:00100000:2.0:1715206674.618140:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693696 00000100:00100000:1.0:1715206674.618159:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572248 00000100:00100000:1.0:1715206674.618173:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13029:x1798523591693632:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.618192:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.618202:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572249 00010000:00010000:1.0:1715206674.618210:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33b61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582896f9 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.618214:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+193:13030:x1798523591693696:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.618231:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.618248:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33b68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289700 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.618293:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.618308:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 195 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.618316:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.618330:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.618344:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 195 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.618350:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 195 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.618357:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 195 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.618363:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.618370:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842368:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.618396:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 195 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.618442:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 195 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.618456:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adb40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.618459:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524842432:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.618505:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934b40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.620243:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524842432:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.620268:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.620324:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842368:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.620344:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.621097:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.621188:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693760 00000100:00100000:2.0:1715206674.621196:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693760 00000100:00100000:0.0:1715206674.621207:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.621223:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 196 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.621273:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693824 00000100:00100000:2.0:1715206674.621278:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693824 00010000:00010000:2.0:1715206674.621294:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 197 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.621322:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158594 00000100:00100000:2.0:1715206674.621333:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+197:2003:x1798523591693760:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206674.621336:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158595 00010000:00010000:2.0:1715206674.621347:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206674.621347:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+197:2002:x1798523591693824:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.621356:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 197 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.621361:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.621370:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 197 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.621372:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 197 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.621391:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 197 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.621396:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33a65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289690 expref: 197 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.621432:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33a6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289689 expref: 197 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.621447:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff8800a7c2ec00) 00010000:00010000:2.0:1715206674.621448:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff880096a76700) 00010000:00010000:1.0:1715206674.621452:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.621455:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.621460:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.621466:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.621467:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.621476:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.621498:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.621519:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.621532:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+195:2002:x1798523591693824:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 186us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.621541:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158595 00000100:00100000:2.0:1715206674.621560:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+194:2003:x1798523591693760:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 226us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.621584:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158594 00010000:00010000:0.0:1715206674.621648:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.621665:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:0.0:1715206674.621685:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e0:0x0]: returning size 42388 00010000:00010000:0.0:1715206674.621780:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33b61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f9 expref: 196 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.621827:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f9 expref: 194 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.621849:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff8800a7c2ec00) 00010000:00010000:0.0:1715206674.621854:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206674.621858:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0d80, rc 0) 00000100:00100000:0.0:1715206674.621907:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+194:13029:x1798523591693632:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 3735us (3980us total) trans 4295059780 rc 0/0 00000100:00100000:0.0:1715206674.621920:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572248 00000100:00100000:0.0:1715206674.624336:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.624400:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.624488:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591693888 00000100:00100000:2.0:1715206674.624498:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591693888 00000100:00100000:2.0:1715206674.624547:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572250 00000100:00100000:2.0:1715206674.624563:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13030:x1798523591693888:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.624581:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.624593:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33b8b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289707 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.624642:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.624654:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289700 expref: 197 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.624662:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.624683:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289700 expref: 197 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.624694:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289700 expref: 197 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.624706:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842496:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.624760:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934b40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.626835:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842496:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.626856:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.627031:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.627085:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591694080 00000100:00100000:2.0:1715206674.627091:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591694080 00010000:00010000:2.0:1715206674.627111:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f9 expref: 198 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.627134:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.627161:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591694016 00000100:00100000:2.0:1715206674.627163:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591694016 00010000:00010000:2.0:1715206674.627173:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289700 expref: 199 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.627191:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158596 00000100:00100000:2.0:1715206674.627198:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+199:2002:x1798523591694080:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206674.627204:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158597 00010000:00010000:2.0:1715206674.627212:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206674.627215:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+199:2003:x1798523591694016:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.627218:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f9 expref: 199 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.627227:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f9 expref: 199 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.627229:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.627238:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289700 expref: 199 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.627243:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33b6f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f9 expref: 199 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.627253:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289700 expref: 198 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.627254:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff8800a7c2ec00) 00010000:00010000:2.0:1715206674.627258:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c33ba0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.627267:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c33ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.627273:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c33ba0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.627276:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33b76 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289700 expref: 198 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.627289:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff880096a76700) 00010000:00010000:1.0:1715206674.627294:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.627302:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.627307:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.627308:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.627327:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.627349:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+197:2002:x1798523591694080:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 149us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.627356:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+197:2003:x1798523591694016:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 143us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.627357:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158596 00000100:00100000:1.0:1715206674.627365:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158597 00010000:00010000:2.0:1715206674.627382:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.627389:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.627439:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e1:0x0]: returning size 42388 00000004:00200000:2.0:1715206674.627444:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.627456:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.627465:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.627485:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33b8b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289707 expref: 196 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.627499:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289707 expref: 195 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.627506:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff880096a76700) 00010000:00010000:2.0:1715206674.627509:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.627512:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00fc0, rc 0) 00000100:00100000:2.0:1715206674.627539:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13030:x1798523591693888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2984us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.627546:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572250 00000100:00100000:0.0:1715206674.630275:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.630400:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591694208 00000100:00100000:2.0:1715206674.630432:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591694208 00000100:00100000:2.0:1715206674.630478:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117677 00000100:00100000:2.0:1715206674.630492:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+194:13030:x1798523591694208:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.630668:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13030:x1798523591694208:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 174us (395us total) trans 4295059781 rc 0/0 00000100:00100000:2.0:1715206674.630677:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117677 00000100:00100000:2.0:1715206674.630981:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.631038:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591694336 00000100:00100000:0.0:1715206674.631047:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591694336 00000100:00100000:0.0:1715206674.631110:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117678 00000100:00100000:0.0:1715206674.631118:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13029:x1798523591694336:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206674.631283:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+196:13029:x1798523591694336:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 164us (302us total) trans 4295059782 rc 0/0 00000100:00100000:0.0:1715206674.631292:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117678 00000100:00100000:0.0:1715206674.633349:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.634860:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.637012:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.638818:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.640672:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.640799:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591694720 00000100:00100000:1.0:1715206674.640808:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591694720 00000100:00100000:1.0:1715206674.640859:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5022 00000100:00100000:1.0:1715206674.640867:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+196:13030:x1798523591694720:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206674.640899:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206674.640914:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33b99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289707 expref: 196 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.640931:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff880096a76700) 00010000:00010000:1.0:1715206674.640944:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33b53 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896eb expref: 195 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.640962:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.640964:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.640981:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.640991:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.640999:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641007:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641014:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641020:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641031:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641038:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641044:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641139:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641147:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641154:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:1.0:1715206674.641290:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800909ae300 reply state ffff88011f6f8000 transno 4295059783 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641302:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641308:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:1.0:1715206674.641311:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1715206674.641314:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1715206674.641318:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800909ae300 reply state ffff88011f6f8000 transno 4295059783 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641326:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641332:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:1.0:1715206674.641334:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.641336:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1715206674.641338:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641344:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641350:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641355:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.641358:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641369:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641377:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.641379:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.641382:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641387:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33bfb lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:1.0:1715206674.641403:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800909ae300 reply state ffff88011f6f8000 transno 4295059783 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641441:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.641446:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1805641f (ffff880096a76200) 00010000:00010000:1.0:1715206674.641448:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.641450:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1715206674.641507:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+196:13030:x1798523591694720:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 639us (839us total) trans 4295059783 rc 0/0 00000100:00100000:1.0:1715206674.641516:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5022 00000100:00100000:0.0:1715206674.642185:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.642309:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591694848 00000100:00100000:1.0:1715206674.642317:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591694848 00000100:00100000:1.0:1715206674.642363:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5023 00000100:00100000:1.0:1715206674.642370:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+196:13029:x1798523591694848:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206674.642399:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206674.642435:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c33ba0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828970e expref: 196 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.642458:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff8800a7c2ec00) 00010000:00010000:1.0:1715206674.642472:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33b5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896f2 expref: 195 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.642481:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.642484:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.642499:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642507:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642515:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642523:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642529:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642535:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642545:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642550:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642556:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642600:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642607:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642613:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:1.0:1715206674.642725:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800909ad180 reply state ffff88012d72c000 transno 4295059784 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642735:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642741:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:1.0:1715206674.642744:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1715206674.642746:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1715206674.642750:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800909ad180 reply state ffff88012d72c000 transno 4295059784 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642757:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642762:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:1.0:1715206674.642764:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.642766:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1715206674.642768:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642773:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642783:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642788:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.642791:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642797:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642803:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.642805:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.642808:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642813:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33c17 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:1.0:1715206674.642821:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800909ad180 reply state ffff88012d72c000 transno 4295059784 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642827:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.642833:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1805641f (ffff880095952500) 00010000:00010000:1.0:1715206674.642835:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.642837:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1715206674.642892:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+196:13029:x1798523591694848:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 520us (709us total) trans 4295059784 rc 0/0 00000100:00100000:1.0:1715206674.642900:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5023 00000100:00100000:0.0:1715206674.643397:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.644833:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.647696:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.647995:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33c48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289731 expref: 199 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.648007:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524842624:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.648101:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f9900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.649731:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.649845:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695232 00000100:00100000:2.0:1715206674.649854:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695232 00000100:00100000:2.0:1715206674.649904:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572259 00000100:00100000:2.0:1715206674.649912:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13029:x1798523591695232:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206674.649917:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524842624:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.649926:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.649938:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.649938:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33c79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289746 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.650004:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.650018:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33c64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289738 expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.650026:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.650048:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33c64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289738 expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.650094:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33c64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289738 expref: 201 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.650106:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842688:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.650156:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800969343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.650341:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.650486:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695296 00000100:00100000:1.0:1715206674.650514:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695296 00010000:00010000:1.0:1715206674.650543:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33c48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289731 expref: 202 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.650611:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158598 00000100:00100000:1.0:1715206674.650623:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+202:2001:x1798523591695296:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.650639:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.650646:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33c48 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289731 expref: 202 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.650658:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33c48 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289731 expref: 202 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.650674:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33c48 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289731 expref: 202 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.650692:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:1.0:1715206674.650696:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.650705:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.650711:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.650738:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.650778:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+201:2001:x1798523591695296:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 156us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.650786:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158598 00010000:00010000:3.0:1715206674.650829:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.650842:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206674.650857:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e1:0x0]: returning size 42388 00010000:00010000:3.0:1715206674.650934:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33c6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 202 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.650949:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.650957:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:3.0:1715206674.650960:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206674.650963:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094960fc0, rc 0) 00000100:00100000:3.0:1715206674.651019:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+201:13030:x1798523591695104:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 3150us (3325us total) trans 4295059785 rc 0/0 00000100:00100000:3.0:1715206674.651027:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572258 00000100:00100000:2.0:1715206674.651687:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842688:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.651708:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.652368:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.652436:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695360 00000100:00100000:1.0:1715206674.652445:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695360 00010000:00010000:1.0:1715206674.652468:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33c64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289738 expref: 201 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.652509:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158599 00000100:00100000:1.0:1715206674.652516:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+201:2003:x1798523591695360:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.652526:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.652532:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33c64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289738 expref: 201 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.652543:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33c64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289738 expref: 201 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.652559:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33c64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289738 expref: 201 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.652571:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:1.0:1715206674.652576:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.652584:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.652590:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.652606:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.652621:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.652639:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.652650:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+200:2003:x1798523591695360:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 133us (284us total) trans 0 rc 0/0 00000004:00200000:2.0:1715206674.652653:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e0:0x0]: returning size 42388 00000100:00100000:1.0:1715206674.652663:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158599 00010000:00010000:2.0:1715206674.652729:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33c79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 201 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.652777:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 200 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.652785:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:2.0:1715206674.652789:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.652791:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00fc0, rc 0) 00000100:00100000:2.0:1715206674.652828:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13029:x1798523591695232:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2916us (3103us total) trans 4295059786 rc 0/0 00000100:00100000:2.0:1715206674.652837:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572259 00000100:00100000:0.0:1715206674.653281:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.653387:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695424 00000100:00100000:2.0:1715206674.653395:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695424 00000100:00100000:2.0:1715206674.653457:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572260 00000100:00100000:2.0:1715206674.653464:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13030:x1798523591695424:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.653478:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.653488:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33c95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828974d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.653521:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.653531:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.653539:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.653557:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.653577:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 201 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.653586:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842752:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.653631:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800969349c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.654963:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.655035:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695488 00000100:00100000:3.0:1715206674.655042:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695488 00000100:00100000:3.0:1715206674.655115:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572261 00000100:00100000:3.0:1715206674.655126:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13029:x1798523591695488:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.655145:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.655156:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a05880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524842752:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.655160:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094961680/0xb73f6b2ce2c33ca3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289754 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.655176:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.655204:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.655220:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 203 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.655232:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.655253:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 203 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.655263:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 203 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.655274:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524842816:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.655324:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f9240 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.655710:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.655818:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695552 00000100:00100000:1.0:1715206674.655827:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695552 00010000:00010000:1.0:1715206674.655848:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 204 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.655889:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158600 00000100:00100000:1.0:1715206674.655896:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+204:2002:x1798523591695552:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.655906:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.655912:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 204 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.655923:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 204 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.655938:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33c72 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828973f expref: 204 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.655951:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:1.0:1715206674.655956:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.655964:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.655970:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.655985:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.656000:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.656013:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.656027:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+203:2002:x1798523591695552:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 130us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.656035:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158600 00000004:00200000:2.0:1715206674.656044:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e1:0x0]: returning size 42388 00000004:00200000:2.0:1715206674.656048:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.656087:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.656097:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.656120:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33c95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828974d expref: 203 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.656137:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828974d expref: 202 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.656145:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:2.0:1715206674.656149:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.656152:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00d80, rc 0) 00000100:00100000:2.0:1715206674.656208:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13030:x1798523591695424:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2742us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.656217:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572260 00000100:00100000:3.0:1715206674.656966:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524842816:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.656985:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206674.657205:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.657341:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695616 00000100:00100000:1.0:1715206674.657350:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695616 00010000:00010000:1.0:1715206674.657373:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 202 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.657447:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158601 00000100:00100000:1.0:1715206674.657457:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+202:2002:x1798523591695616:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.657473:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.657482:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 202 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.657500:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 202 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.657522:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33c80 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289746 expref: 202 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.657541:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:1.0:1715206674.657547:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.657556:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.657562:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.657597:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.657633:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206674.657640:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+201:2002:x1798523591695616:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 184us (439us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.657648:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206674.657649:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158601 00000004:00200000:3.0:1715206674.657677:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e0:0x0]: returning size 42388 00000004:00200000:3.0:1715206674.657681:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.657693:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.657703:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.657725:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961680/0xb73f6b2ce2c33ca3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289754 expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.657739:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289754 expref: 200 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.657747:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:3.0:1715206674.657750:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.657753:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094960d80, rc 0) 00000100:00100000:3.0:1715206674.657808:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13029:x1798523591695488:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2683us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.657816:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572261 00000100:00100000:0.0:1715206674.662161:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.662278:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695680 00000100:00100000:3.0:1715206674.662287:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695680 00000100:00100000:3.0:1715206674.662332:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572262 00000100:00100000:3.0:1715206674.662340:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13030:x1798523591695680:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.662353:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.662365:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33cb1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828975b expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.662403:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662440:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662449:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662461:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662467:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662474:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662495:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662502:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662507:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662513:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662519:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800949633c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.662531:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662542:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662550:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.662554:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.662557:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662562:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949633c0/0xb73f6b2ce2c33cb8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662572:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662578:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662584:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662589:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094962f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.662591:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662597:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662603:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x18212104 (ffff880124385100) 00010000:00010000:3.0:1715206674.662605:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.662608:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662613:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094962f40/0xb73f6b2ce2c33cbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.662638:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33cb1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828975b expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.662647:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800949606c0/0xb73f6b2ce2c33cb1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828975b expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.662655:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800949606c0, rc 0) 00000100:00100000:3.0:1715206674.662703:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13030:x1798523591695680:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 362us (548us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.662711:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572262 00000100:00100000:1.0:1715206674.664354:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.664448:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695744 00000100:00100000:3.0:1715206674.664456:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695744 00000100:00100000:3.0:1715206674.664499:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572263 00000100:00100000:3.0:1715206674.664507:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13029:x1798523591695744:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.664520:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.664532:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33cc6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289762 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.664567:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664577:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664586:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664596:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664604:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664610:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664630:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664636:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664642:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664648:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664653:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094960480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.664656:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664662:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664670:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.664674:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.664677:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 3/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664682:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960480/0xb73f6b2ce2c33ccd lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664692:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664698:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664704:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664709:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094961200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.664711:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664717:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664723:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x18212104 (ffff880124385200) 00010000:00010000:3.0:1715206674.664725:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.664727:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664733:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961200/0xb73f6b2ce2c33cd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.664755:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33cc6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289762 expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.664763:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961b00/0xb73f6b2ce2c33cc6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289762 expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.664770:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094961b00, rc 0) 00000100:00100000:3.0:1715206674.664818:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13029:x1798523591695744:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 311us (471us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.664826:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572263 00000100:00100000:0.0:1715206674.665085:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.665165:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695808 00000100:00100000:3.0:1715206674.665171:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695808 00000100:00100000:3.0:1715206674.665196:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572264 00000100:00100000:3.0:1715206674.665202:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13030:x1798523591695808:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.665213:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.665223:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33cdb lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289769 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.665242:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33cdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289769 expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.665252:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33cdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289769 expref: 201 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.665259:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.665262:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.665264:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094960fc0, rc 0) 00000100:00100000:3.0:1715206674.665305:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+201:13030:x1798523591695808:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 101us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.665312:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572264 00000100:00100000:0.0:1715206674.666910:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.667016:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695872 00000100:00100000:3.0:1715206674.667024:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695872 00000100:00100000:3.0:1715206674.667086:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572265 00000100:00100000:3.0:1715206674.667093:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+201:13029:x1798523591695872:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.667105:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.667117:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c33ce2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289770 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.667141:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c33ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289770 expref: 202 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.667151:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c33ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289770 expref: 202 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.667158:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.667160:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.667163:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72ac0, rc 0) 00000100:00100000:3.0:1715206674.667202:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13029:x1798523591695872:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 108us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.667209:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572265 00000100:00100000:0.0:1715206674.667715:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.667818:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591695936 00000100:00100000:2.0:1715206674.667825:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591695936 00000100:00100000:2.0:1715206674.667870:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117679 00000100:00100000:2.0:1715206674.667881:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13030:x1798523591695936:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206674.669939:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.670020:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696000 00000100:00100000:1.0:1715206674.670031:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696000 00000100:00100000:1.0:1715206674.670119:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117680 00000100:00100000:1.0:1715206674.670130:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+203:13029:x1798523591696000:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.671149:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+204:13030:x1798523591695936:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 3265us (3430us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.671164:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117679 00000100:00100000:1.0:1715206674.673331:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13029:x1798523591696000:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 3195us (3390us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.673347:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117680 00000100:00100000:0.0:1715206674.673991:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.674122:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696064 00000100:00100000:3.0:1715206674.674132:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696064 00000100:00100000:3.0:1715206674.674191:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572266 00000100:00100000:3.0:1715206674.674202:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13030:x1798523591696064:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.674215:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.674229:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c33ce9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289777 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.674265:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674276:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674284:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674301:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674307:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674314:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674335:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674341:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674346:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674353:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674358:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.674362:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674367:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674376:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.674379:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.674382:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674388:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33cf0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674398:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674404:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674442:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674447:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.674450:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674456:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674463:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x18212104 (ffff880124385a00) 00010000:00010000:3.0:1715206674.674466:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.674468:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674473:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33cf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.674499:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c33ce9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289777 expref: 203 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.674507:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c33ce9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289777 expref: 203 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.674515:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70000, rc 0) 00000100:00100000:3.0:1715206674.674564:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13030:x1798523591696064:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 363us (577us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.674572:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572266 00000100:00100000:2.0:1715206674.676401:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.676481:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696128 00000100:00100000:3.0:1715206674.676490:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696128 00000100:00100000:3.0:1715206674.676540:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572267 00000100:00100000:3.0:1715206674.676550:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13029:x1798523591696128:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.676565:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.676580:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c33cfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828977e expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.676623:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676636:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676649:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676664:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676675:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676685:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676710:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676720:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676731:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676740:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676748:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.676752:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676762:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676775:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.676779:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.676783:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 3/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676791:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33d05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676803:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676812:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676820:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676828:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.676832:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676849:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676859:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x18212104 (ffff880124385c00) 00010000:00010000:3.0:1715206674.676863:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.676867:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676876:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33d0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.676907:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c33cfe lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828977e expref: 203 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.676920:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c33cfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828977e expref: 203 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.676932:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f718c0, rc 0) 00000100:00100000:3.0:1715206674.676989:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13029:x1798523591696128:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 436us (588us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.677001:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572267 00000100:00100000:0.0:1715206674.678104:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.678218:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696256 00000100:00100000:3.0:1715206674.678227:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696256 00000100:00100000:3.0:1715206674.678271:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572268 00000100:00100000:3.0:1715206674.678279:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+202:13030:x1798523591696256:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.678292:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.678295:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1715206674.678311:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960fc0/0xb73f6b2ce2c33cdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289769 expref: 202 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.678327:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.678331:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.678339:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33d13 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289785 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.678393:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678404:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678437:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678448:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678455:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678461:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00080000:3.0:1715206674.678707:0:7128:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x206b:0x0], index 1: 0 00010000:00010000:3.0:1715206674.678814:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33d28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678823:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678831:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33d28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678863:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678869:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678875:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678881:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678886:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.678889:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678895:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678904:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.678907:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.678910:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 3/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678915:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33d1a lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:3.0:1715206674.678926:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d5180 reply state ffff880094c0c000 transno 4295059787 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678935:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.678942:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x18212104 (ffff880124385800) 00010000:00010000:3.0:1715206674.678945:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.678947:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206674.678968:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33d13 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289785 expref: 204 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.678979:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33d28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289785 expref: 203 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.678987:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385500) 00010000:00010000:3.0:1715206674.678989:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.678991:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70b40, rc 0) 00000100:00100000:3.0:1715206674.679043:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+204:13030:x1798523591696256:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 763us (943us total) trans 4295059787 rc 0/0 00000100:00100000:3.0:1715206674.679051:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572268 00000100:00100000:0.0:1715206674.680164:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.680254:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696384 00000100:00100000:3.0:1715206674.680263:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696384 00000100:00100000:3.0:1715206674.680316:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572269 00000100:00100000:3.0:1715206674.680327:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+204:13029:x1798523591696384:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.680344:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.680348:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1715206674.680366:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c33ce2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289770 expref: 204 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.680384:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.680390:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.680402:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33d36 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828978c expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.680502:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680518:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680530:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680547:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680559:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680569:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00080000:3.0:1715206674.680749:0:7128:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x206b:0x0], index 0: 0 00010000:00010000:3.0:1715206674.680861:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33d4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680876:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680889:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33d4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680922:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680932:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680942:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680960:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680969:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.680975:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680984:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.680997:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.681002:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.681006:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 3/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.681016:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33d3d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:3.0:1715206674.681031:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d7800 reply state ffff880094c0b000 transno 4295059788 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.681045:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.681093:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x18212104 (ffff880124385100) 00010000:00010000:3.0:1715206674.681097:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.681100:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206674.681132:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33d36 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828978c expref: 206 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.681152:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33d4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828978c expref: 205 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.681186:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880124385e00) 00010000:00010000:3.0:1715206674.681190:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.681193:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71680, rc 0) 00000100:00100000:3.0:1715206674.681259:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+206:13029:x1798523591696384:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 930us (1095us total) trans 4295059788 rc 0/0 00000100:00100000:3.0:1715206674.681272:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572269 00000100:00100000:0.0:1715206674.683696:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.683785:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696448 00000100:00100000:2.0:1715206674.683794:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696448 00000100:00100000:2.0:1715206674.683841:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77825 00000100:00100000:2.0:1715206674.683849:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591696448:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.683863:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.683882:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289793 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.683920:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x206b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.683941:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.683944:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.683966:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 99 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.683987:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 99 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.684004:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00fc0, rc 0) 00000100:00100000:2.0:1715206674.684099:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591696448:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 246us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.684112:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77825 00000100:00100000:0.0:1715206674.684523:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.684646:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696512 00000100:00100000:2.0:1715206674.684655:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696512 00000100:00100000:2.0:1715206674.684701:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77826 00000100:00100000:2.0:1715206674.684709:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2001:x1798523591696512:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.684723:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.684739:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828979a expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.684758:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x206b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.684771:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.684773:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.684779:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 98 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.684800:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 98 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.684810:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02ac0, rc 0) 00000100:00100000:2.0:1715206674.684858:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2001:x1798523591696512:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 148us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.684866:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77826 00000100:00100000:0.0:1715206674.687270:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.687330:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.687393:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696576 00000100:00100000:2.0:1715206674.687402:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696576 00000100:00100000:2.0:1715206674.687465:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696640 00000100:00100000:2.0:1715206674.687468:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696640 00000100:00100000:1.0:1715206674.687489:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77827 00000100:00100000:1.0:1715206674.687504:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+99:13030:x1798523591696576:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.687506:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77828 00000100:00100000:2.0:1715206674.687514:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+98:13029:x1798523591696640:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.687522:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.687527:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.687539:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897a1 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.687540:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897a8 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.687563:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 99 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.687569:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 100 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.687572:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.687574:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.687578:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.687578:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.687580:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.687584:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 100 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.687605:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 99 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.687614:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 100 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.687619:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 99 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.687626:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 100 pid: 9392 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.687633:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524842880:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.687637:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524842944:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.687693:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934900 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.687694:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3add80 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.689568:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524842944:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.689597:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 100 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.689608:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524842880:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.689618:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5200, rc 0) 00010000:00010000:2.0:1715206674.689639:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.689655:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00900, rc 0) 00000100:00100000:1.0:1715206674.689684:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:13030:x1798523591696576:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2178us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.689688:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+99:13029:x1798523591696640:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2174us (2359us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.689698:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77827 00000100:00100000:2.0:1715206674.689711:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77828 00000100:00100000:0.0:1715206674.689964:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.690004:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.690026:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696704 00000100:00100000:1.0:1715206674.690034:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696704 00000100:00100000:2.0:1715206674.690089:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696768 00010000:00010000:1.0:1715206674.690095:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 99 pid: 9392 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.690096:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696768 00010000:00010000:2.0:1715206674.690116:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 100 pid: 9392 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1715206674.690148:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158602 00000100:00100000:2.0:1715206674.690157:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158603 00000100:00100000:1.0:1715206674.690160:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2001:x1798523591696704:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206674.690164:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591696768:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.690176:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.690177:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.690190:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 100 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.690195:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 99 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206674.690208:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 100 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.690215:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 99 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206674.690227:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33d59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289793 expref: 100 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.690241:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33d60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828979a expref: 99 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206674.690243:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.690246:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.690253:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.690260:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.690261:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.690263:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.690273:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.690285:0:8270:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.690287:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.690296:0:8270:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524843008:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206674.690323:0:9414:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.690341:0:9414:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9414:1798523524843072:192.168.203.35@tcp:105: 00000100:00100000:2.0:1715206674.690344:0:8270:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934900 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.690381:0:9414:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3add80 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.692198:0:8270:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524843008:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206674.692222:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.692251:0:9414:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9414:1798523524843072:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206674.692268:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.692292:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591696768:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 2121us (2282us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.692298:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2001:x1798523591696704:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 2140us (2336us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.692306:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158603 00000100:00100000:1.0:1715206674.692319:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158602 00000100:00100000:0.0:1715206674.695361:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.695405:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.695493:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591696896 00000100:00100000:3.0:1715206674.695502:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591696896 00000100:00100000:2.0:1715206674.695529:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697024 00000100:00100000:2.0:1715206674.695538:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697024 00000100:00100000:3.0:1715206674.695554:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572270 00000100:00100000:3.0:1715206674.695562:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+207:13030:x1798523591696896:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206674.695596:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572271 00010000:00010000:3.0:1715206674.695602:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206674.695604:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+207:13029:x1798523591697024:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206674.695619:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33d28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289785 expref: 207 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.695635:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.695642:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385500) 00010000:00010000:3.0:1715206674.695649:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.695653:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33d4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828978c expref: 206 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.695682:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880124385e00) 00010000:00010000:3.0:1715206674.695690:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.695694:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.695701:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.695709:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.695742:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.695757:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.695769:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206674.695775:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7d180 reply state ffff880094c0a000 transno 4295059789 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.695790:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.695797:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:3.0:1715206674.695800:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.695802:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206674.695847:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7ea00 reply state ffff88008eeef000 transno 4295059790 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.695864:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.695871:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+208:13030:x1798523591696896:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 308us (513us total) trans 4295059789 rc 0/0 00010000:00010000:2.0:1715206674.695874:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.695878:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.695880:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572270 00000100:00100000:2.0:1715206674.695882:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206674.695965:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+208:13029:x1798523591697024:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 357us (556us total) trans 4295059790 rc 0/0 00000100:00100000:2.0:1715206674.695977:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572271 00000100:00100000:0.0:1715206674.697811:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.697883:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.697895:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697088 00000100:00100000:2.0:1715206674.697905:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697088 00000100:00100000:2.0:1715206674.697952:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697152 00000100:00100000:2.0:1715206674.697958:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697152 00000100:00100000:2.0:1715206674.697998:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572272 00000100:00100000:2.0:1715206674.698008:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13030:x1798523591697088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.698028:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.698044:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33d83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897af expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.698095:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572273 00000100:00100000:3.0:1715206674.698110:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13029:x1798523591697152:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.698128:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33d83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897af expref: 210 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.698129:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.698146:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c33d8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897b6 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.698148:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33d83 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897af expref: 210 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.698170:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:2.0:1715206674.698176:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1715206674.698180:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee006c0, rc 0) 00010000:00010000:3.0:1715206674.698184:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c33d8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897b6 expref: 211 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.698196:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c33d8a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x40e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897b6 expref: 211 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.698210:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:3.0:1715206674.698213:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1715206674.698216:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71440, rc 0) 00000100:00100000:2.0:1715206674.698236:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13030:x1798523591697088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 226us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.698246:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591697152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 140us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.698249:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572272 00000100:00100000:3.0:1715206674.698255:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572273 00000100:00100000:0.0:1715206674.700921:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.700968:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.700993:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697216 00000100:00100000:2.0:1715206674.701002:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697216 00000100:00100000:2.0:1715206674.701050:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697280 00000100:00100000:2.0:1715206674.701096:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697280 00000100:00100000:3.0:1715206674.701114:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77829 00000100:00100000:3.0:1715206674.701129:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591697216:12345-192.168.203.35@tcp:2:dbench.0 00000100:00100000:1.0:1715206674.701140:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77830 00000100:00100000:1.0:1715206674.701154:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2001:x1798523591697280:12345-192.168.203.35@tcp:2:dbench.0 00002000:00010000:3.0:1715206674.701258:0:18690:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x206b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1715206674.701262:0:18690:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x206b:0x0] updating lvb mtime from disk: 0 -> 1715206663 00002000:00010000:3.0:1715206674.701265:0:18690:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x206b:0x0] updating lvb atime from disk: 0 -> 1715206665 00002000:00010000:3.0:1715206674.701267:0:18690:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x206b:0x0] updating lvb ctime from disk: 0 -> 1715206675 00002000:00010000:3.0:1715206674.701270:0:18690:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x206b:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1715206674.701293:0:11062:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x206b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1715206674.701299:0:11062:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x206b:0x0] updating lvb mtime from disk: 0 -> 1715206663 00002000:00010000:1.0:1715206674.701303:0:11062:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x206b:0x0] updating lvb atime from disk: 0 -> 1715206665 00002000:00010000:1.0:1715206674.701307:0:11062:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x206b:0x0] updating lvb ctime from disk: 0 -> 1715206675 00002000:00010000:1.0:1715206674.701310:0:11062:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x206b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1715206674.701322:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591697216:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 195us (404us total) trans 4294989275 rc 0/0 00000100:00100000:3.0:1715206674.701331:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77829 00000100:00100000:1.0:1715206674.701346:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2001:x1798523591697280:12345-192.168.203.35@tcp:2:dbench.0 Request processed in 195us (377us total) trans 4294988786 rc 0/0 00000100:00100000:1.0:1715206674.701356:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77830 00000100:00100000:0.0:1715206674.703490:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.703533:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.703576:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697408 00000100:00100000:3.0:1715206674.703584:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697408 00000100:00100000:3.0:1715206674.703625:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697536 00000100:00100000:3.0:1715206674.703628:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697536 00000100:00100000:2.0:1715206674.703641:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572274 00000100:00100000:2.0:1715206674.703656:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13030:x1798523591697408:12345-192.168.203.35@tcp:55:dbench.0 00000100:00100000:1.0:1715206674.703658:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572275 00000100:00100000:1.0:1715206674.703668:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591697536:12345-192.168.203.35@tcp:55:dbench.0 00010000:00010000:2.0:1715206674.703704:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.703706:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.703718:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.703723:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.703728:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.703736:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.703751:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.703758:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.703763:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.703764:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.703773:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.703775:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.703779:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.703783:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.703786:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.703792:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.703795:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.703797:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.703798:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1715206674.703801:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.703806:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33d98 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.703807:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.703821:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:2.0:1715206674.703826:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206674.703831:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.703840:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d91 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.703882:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591697536:12345-192.168.203.35@tcp:55:dbench.0 Request processed in 214us (347us total) trans 0 rc -22/-22 00000100:00100000:1.0:1715206674.703891:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572275 00000100:00100000:2.0:1715206674.703918:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13030:x1798523591697408:12345-192.168.203.35@tcp:55:dbench.0 Request processed in 261us (427us total) trans 0 rc -22/-22 00000100:00100000:2.0:1715206674.703931:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572274 00000100:00100000:0.0:1715206674.708955:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.709024:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697664 00000100:00100000:1.0:1715206674.709032:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697664 00000100:00100000:1.0:1715206674.709119:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117681 00000100:00100000:1.0:1715206674.709126:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e717850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13030:x1798523591697664:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206674.709220:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.709296:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697792 00000100:00100000:1.0:1715206674.709299:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e717850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13030:x1798523591697664:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 170us (345us total) trans 4295059791 rc 0/0 00000100:00100000:2.0:1715206674.709307:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697792 00000100:00100000:1.0:1715206674.709307:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117681 00000100:00100000:2.0:1715206674.709364:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117682 00000100:00100000:2.0:1715206674.709373:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591697792:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.709574:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+212:13029:x1798523591697792:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 200us (353us total) trans 4295059792 rc 0/0 00000100:00100000:2.0:1715206674.709584:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117682 00000100:00100000:0.0:1715206674.710979:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.711094:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591697920 00000100:00100000:0.0:1715206674.711100:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.711104:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591697920 00000100:00100000:2.0:1715206674.711139:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698048 00000100:00100000:2.0:1715206674.711144:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698048 00000100:00100000:0.0:1715206674.711155:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117683 00000100:00100000:0.0:1715206674.711164:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13030:x1798523591697920:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.711198:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117684 00000100:00100000:2.0:1715206674.711209:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13029:x1798523591698048:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.711365:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13029:x1798523591698048:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 156us (264us total) trans 4295059794 rc 0/0 00000100:00100000:0.0:1715206674.711367:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13030:x1798523591697920:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 201us (391us total) trans 4295059793 rc 0/0 00000100:00100000:2.0:1715206674.711374:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117684 00000100:00100000:0.0:1715206674.711385:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117683 00000100:00100000:0.0:1715206674.715157:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.715264:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698176 00000100:00100000:2.0:1715206674.715273:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698176 00000100:00100000:2.0:1715206674.715321:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572276 00000100:00100000:2.0:1715206674.715329:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+214:13029:x1798523591698176:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.715366:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.715386:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960d80/0xb73f6b2ce2c33caa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289754 expref: 214 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.715401:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:2.0:1715206674.715436:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.715466:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715477:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715486:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715495:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715502:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715508:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715570:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715582:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715592:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:2.0:1715206674.715789:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8269, 64 off537408 00010000:00010000:2.0:1715206674.715829:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715843:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715856:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715875:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715884:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715894:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.715897:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.715903:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715913:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee021c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.715918:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715928:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715941:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:2.0:1715206674.715946:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206674.715951:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715960:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33db4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715989:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.715996:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716002:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716008:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.716012:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716018:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716026:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:2.0:1715206674.716028:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1715206674.716028:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698304 00010000:00010000:2.0:1715206674.716031:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716036:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33dad lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.716038:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698304 00000100:00100000:1.0:1715206674.716128:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572277 00000100:00100000:1.0:1715206674.716138:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13030:x1798523591698304:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.716168:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.716170:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.716175:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716182:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716187:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.716187:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33c9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828974d expref: 215 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.716189:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716195:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.716203:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.716205:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.716207:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:2.0:1715206674.716208:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.716212:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.716214:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33d9f lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:2.0:1715206674.716223:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee3b80 reply state ffff88008eeed000 transno 4295059795 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.716227:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.716232:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.716237:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.716238:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:2.0:1715206674.716241:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.716243:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206674.716245:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716254:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716263:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716269:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.716305:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13029:x1798523591698176:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 974us (1150us total) trans 4295059795 rc 0/0 00010000:00010000:1.0:1715206674.716309:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.716314:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572276 00010000:00010000:1.0:1715206674.716316:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716322:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:1.0:1715206674.716487:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8268, 64 off537344 00010000:00010000:1.0:1715206674.716532:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716546:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716559:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716569:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716579:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716588:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716598:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716607:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206674.716612:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716618:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716627:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:1.0:1715206674.716630:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206674.716634:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716639:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33dd0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e1:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716666:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716672:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716678:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716683:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.716686:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716691:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716697:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:1.0:1715206674.716700:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206674.716702:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716707:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c33dc9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716777:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716783:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716789:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716794:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.716797:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716803:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716811:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.716813:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.716815:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716820:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c33dbb lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:1.0:1715206674.716829:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee1180 reply state ffff88012d72e000 transno 4295059796 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716838:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.716844:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:1.0:1715206674.716847:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.716849:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206674.716908:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+216:13030:x1798523591698304:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 770us (1016us total) trans 4295059796 rc 0/0 00000100:00100000:1.0:1715206674.716916:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572277 00000100:00100000:0.0:1715206674.719517:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.719577:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698368 00000100:00100000:1.0:1715206674.719584:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698368 00000100:00100000:1.0:1715206674.719620:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572278 00000100:00100000:1.0:1715206674.719626:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+216:13029:x1798523591698368:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.719640:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.719650:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33dd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897bd expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.719683:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719691:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719698:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719705:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719711:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719717:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719749:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719755:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719759:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:1.0:1715206674.719780:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e3:0x0]: returning size 42652 00000004:00200000:1.0:1715206674.719784:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206674.719793:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719801:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719806:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719811:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719816:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719820:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921861c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.719823:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719827:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719834:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.719837:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.719839:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719844:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33dde lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719852:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719857:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719861:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719865:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092187840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.719868:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719873:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719878:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x18212104 (ffff880124385100) 00010000:00010000:1.0:1715206674.719880:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.719882:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719886:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33de5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.719902:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33dd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 218 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.719912:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 217 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.719917:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206674.719919:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.719921:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186d00, rc 0) 00000100:00100000:1.0:1715206674.719961:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+217:13029:x1798523591698368:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 334us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.719967:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572278 00000100:00100000:0.0:1715206674.720401:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.720500:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698432 00000100:00100000:1.0:1715206674.720506:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698432 00000100:00100000:1.0:1715206674.720535:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572279 00000100:00100000:1.0:1715206674.720540:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+217:13030:x1798523591698432:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.720552:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.720560:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33df3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897c4 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.720584:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720592:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720598:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720605:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720610:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720615:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720643:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720649:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720653:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:1.0:1715206674.720669:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e2:0x0]: returning size 42652 00000004:00200000:1.0:1715206674.720672:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206674.720679:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720686:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720691:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720695:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720700:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720704:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092187600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.720706:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720710:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720717:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.720719:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.720722:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720726:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33dfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720734:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720739:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720743:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720747:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092185f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.720750:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720754:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720759:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x18212104 (ffff880124385800) 00010000:00010000:1.0:1715206674.720761:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.720763:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720767:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.720781:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33df3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 219 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.720791:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 218 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.720796:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:1.0:1715206674.720798:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.720799:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186640, rc 0) 00000100:00100000:1.0:1715206674.720836:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+218:13030:x1798523591698432:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 295us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.720842:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572279 00000100:00100000:0.0:1715206674.723922:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.723983:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698560 00000100:00100000:1.0:1715206674.723990:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698560 00000100:00100000:1.0:1715206674.724028:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572280 00000100:00100000:1.0:1715206674.724034:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+218:13029:x1798523591698560:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.724045:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.724083:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33e0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897cb expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.724135:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.724146:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 219 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.724152:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.724176:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 219 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.724187:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 219 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.724198:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843136:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.724244:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adc00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.725575:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843136:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.725593:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.726143:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.726189:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698624 00000100:00100000:1.0:1715206674.726195:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698624 00010000:00010000:1.0:1715206674.726215:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 220 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.726245:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158604 00000100:00100000:1.0:1715206674.726251:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+220:2002:x1798523591698624:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.726262:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.726268:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 220 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.726282:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 220 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.726299:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33dec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897bd expref: 220 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.726315:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206674.726320:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.726330:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.726339:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.726372:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.726424:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.726435:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.726437:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+219:2002:x1798523591698624:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 184us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.726455:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158604 00000004:00200000:2.0:1715206674.726463:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e3:0x0]: returning size 42652 00010000:00010000:2.0:1715206674.726531:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33e0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 220 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.726544:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 219 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.726551:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.726554:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.726556:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921873c0, rc 0) 00000100:00100000:2.0:1715206674.726586:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+219:13029:x1798523591698560:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2552us (2668us total) trans 4295059797 rc 0/0 00000100:00100000:2.0:1715206674.726592:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572280 00000100:00100000:0.0:1715206674.726760:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.726777:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698752 00000100:00100000:2.0:1715206674.726782:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698752 00000100:00100000:2.0:1715206674.726808:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572281 00000100:00100000:2.0:1715206674.726813:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+219:13030:x1798523591698752:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.726822:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.726830:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33e24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897d2 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.726873:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.726881:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 220 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.726887:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.726903:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 220 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.726911:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 220 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.726919:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843200:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.726956:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934000 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.728002:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843200:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.728021:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.728543:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.728580:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.728642:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698816 00000100:00100000:1.0:1715206674.728650:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698816 00000100:00100000:2.0:1715206674.728670:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698880 00010000:00010000:1.0:1715206674.728670:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 221 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.728676:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698880 00000100:00100000:2.0:1715206674.728712:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572282 00000100:00100000:1.0:1715206674.728715:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158605 00000100:00100000:2.0:1715206674.728718:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+222:13029:x1798523591698880:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.728722:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+222:2003:x1798523591698816:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.728730:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.728731:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.728737:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.728739:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33e32 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897d9 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.728746:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.728759:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33e08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897c4 expref: 223 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.728768:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.728769:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:1.0:1715206674.728773:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.728777:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 222 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.728779:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.728783:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.728783:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.728796:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.728798:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 222 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.728807:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.728807:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.728815:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843264:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.728817:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206674.728829:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e2:0x0]: returning size 42652 00000100:00100000:1.0:1715206674.728830:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+222:2003:x1798523591698816:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 107us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.728836:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158605 00000100:00100000:2.0:1715206674.728840:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934000 going to sleep for 11 seconds 00010000:00010000:3.0:1715206674.728887:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33e24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 223 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.728918:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 222 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.728924:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:3.0:1715206674.728927:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206674.728930:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00d80, rc 0) 00000100:00100000:3.0:1715206674.728964:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+222:13030:x1798523591698752:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2150us (2206us total) trans 4295059798 rc 0/0 00000100:00100000:3.0:1715206674.728971:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572281 00000100:00100000:2.0:1715206674.730125:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843264:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.730139:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.730563:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.730617:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591698944 00000100:00100000:1.0:1715206674.730625:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591698944 00010000:00010000:1.0:1715206674.730644:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.730685:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158606 00000100:00100000:1.0:1715206674.730693:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+222:2003:x1798523591698944:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.730705:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.730711:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.730721:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.730733:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33e16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897cb expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.730744:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206674.730748:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.730754:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.730758:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.730781:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.730821:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+221:2003:x1798523591698944:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 127us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.730836:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158606 00010000:00010000:2.0:1715206674.730857:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.730866:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.730889:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e3:0x0]: returning size 42652 00000004:00200000:2.0:1715206674.730892:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.730902:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.730909:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.730925:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33e32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d9 expref: 221 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.730937:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d9 expref: 220 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.730944:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.730946:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.730948:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00fc0, rc 0) 00000100:00100000:2.0:1715206674.730988:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+220:13029:x1798523591698880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2269us (2406us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.730994:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572282 00000100:00100000:0.0:1715206674.731117:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.731224:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699008 00000100:00100000:3.0:1715206674.731231:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699008 00000100:00100000:3.0:1715206674.731271:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572283 00000100:00100000:3.0:1715206674.731277:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+220:13030:x1798523591699008:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.731291:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.731301:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33e47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897e0 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.731331:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.731340:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 221 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.731347:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.731364:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 221 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.731372:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 221 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.731381:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843328:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.731443:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.732862:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.732908:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843328:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.732925:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.732957:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699072 00000100:00100000:1.0:1715206674.732965:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699072 00010000:00010000:1.0:1715206674.732985:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.733027:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158607 00000100:00100000:1.0:1715206674.733034:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+222:2001:x1798523591699072:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.733044:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.733048:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.733082:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.733094:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33e2b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d2 expref: 222 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.733103:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:1.0:1715206674.733108:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.733114:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.733118:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.733131:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.733139:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.733146:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.733155:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+221:2001:x1798523591699072:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 120us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.733161:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158607 00000004:00200000:3.0:1715206674.733169:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e2:0x0]: returning size 42652 00000004:00200000:3.0:1715206674.733171:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.733181:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.733188:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.733216:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33e47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897e0 expref: 221 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.733227:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897e0 expref: 220 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.733234:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:3.0:1715206674.733236:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.733238:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72640, rc 0) 00000100:00100000:3.0:1715206674.733267:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+220:13030:x1798523591699008:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1989us (2151us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.733273:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572283 00000100:00100000:0.0:1715206674.733482:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.733580:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699200 00000100:00100000:2.0:1715206674.733590:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699200 00000100:00100000:2.0:1715206674.733633:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117685 00000100:00100000:2.0:1715206674.733644:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+220:13029:x1798523591699200:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206674.733857:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+221:13029:x1798523591699200:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 211us (373us total) trans 4295059799 rc 0/0 00000100:00100000:2.0:1715206674.733871:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117685 00000100:00100000:0.0:1715206674.735903:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.736000:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699328 00000100:00100000:2.0:1715206674.736007:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699328 00000100:00100000:0.0:1715206674.736024:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.736043:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117686 00000100:00100000:2.0:1715206674.736049:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+221:13030:x1798523591699328:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.736141:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699392 00000100:00100000:3.0:1715206674.736148:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699392 00000100:00100000:3.0:1715206674.736174:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572284 00000100:00100000:3.0:1715206674.736180:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13029:x1798523591699392:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.736191:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.736193:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13030:x1798523591699328:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 142us (292us total) trans 4295059800 rc 0/0 00000100:00100000:2.0:1715206674.736200:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117686 00010000:00010000:3.0:1715206674.736201:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33e55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897e7 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.736231:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736240:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736247:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736254:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736259:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736264:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736281:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736285:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736290:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736299:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.736301:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736306:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736313:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.736316:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.736318:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736323:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33e5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736331:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736335:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736340:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736344:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.736346:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736350:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736355:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:3.0:1715206674.736357:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.736359:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736364:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33e63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.736400:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33e55 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897e7 expref: 223 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.736440:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33e55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897e7 expref: 223 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.736451:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73600, rc 0) 00000100:00100000:3.0:1715206674.736501:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+222:13029:x1798523591699392:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 319us (477us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.736510:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572284 00000100:00100000:0.0:1715206674.738622:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.738661:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.738743:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699456 00000100:00100000:3.0:1715206674.738752:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699456 00000100:00100000:1.0:1715206674.738762:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699520 00000100:00100000:1.0:1715206674.738772:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699520 00000100:00100000:3.0:1715206674.738801:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572285 00000100:00100000:3.0:1715206674.738809:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13029:x1798523591699456:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.738826:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.738834:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572286 00010000:00010000:3.0:1715206674.738838:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33e6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897ee expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.738846:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13030:x1798523591699520:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.738862:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33e6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897ee expref: 224 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.738864:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.738874:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33e6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897ee expref: 224 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.738880:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c33e71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897f5 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.738889:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.738892:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.738895:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f706c0, rc 0) 00010000:00010000:1.0:1715206674.738927:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.738930:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13029:x1798523591699456:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 120us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.738937:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572285 00010000:00010000:1.0:1715206674.738938:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.738947:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.738957:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.738963:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.738970:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.738991:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.738996:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739003:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739009:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921858c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.739012:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739018:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739026:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.739029:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.739032:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739038:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c33e78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739049:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739089:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739095:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739100:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.739103:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739108:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739121:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:1.0:1715206674.739123:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.739126:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739131:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c33e7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.739157:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c33e71 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897f5 expref: 224 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.739165:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c33e71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897f5 expref: 224 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.739173:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092184b40, rc 0) 00000100:00100000:1.0:1715206674.739210:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13030:x1798523591699520:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 367us (548us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.739220:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572286 00000100:00100000:0.0:1715206674.741341:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.741392:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.741445:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699584 00000100:00100000:1.0:1715206674.741451:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699584 00000100:00100000:2.0:1715206674.741470:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699648 00000100:00100000:2.0:1715206674.741477:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699648 00000100:00100000:1.0:1715206674.741503:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572287 00000100:00100000:1.0:1715206674.741513:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591699584:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.741527:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.741533:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117687 00000100:00100000:2.0:1715206674.741539:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e717450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591699648:12345-192.168.203.35@tcp:37:dbench.0 00010000:00010000:1.0:1715206674.741541:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e86 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582897fc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.741570:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897fc expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.741595:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897fc expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.741605:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.741609:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.741612:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092185f80, rc 0) 00000100:00100000:1.0:1715206674.741666:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13030:x1798523591699584:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 152us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.741676:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572287 00000100:00100000:2.0:1715206674.744267:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e717450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591699648:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2721us (2869us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.744279:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117687 00000100:00100000:1.0:1715206674.744293:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.744329:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699712 00000100:00100000:2.0:1715206674.744334:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699712 00000100:00100000:2.0:1715206674.744368:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117688 00000100:00100000:2.0:1715206674.744374:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591699712:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.747086:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591699712:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2677us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.747098:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117688 00000100:00100000:0.0:1715206674.747343:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.747403:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699776 00000100:00100000:1.0:1715206674.747444:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699776 00000100:00100000:1.0:1715206674.747505:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572288 00000100:00100000:1.0:1715206674.747517:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591699776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.747534:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.747565:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33e8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289803 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.747613:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747628:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747641:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747655:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747666:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747676:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747709:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747719:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747728:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747737:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.747741:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747749:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747761:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.747766:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.747770:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747779:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c33e94 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747795:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747804:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747813:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747821:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092187840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.747825:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747834:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747845:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:1.0:1715206674.747847:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.747850:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747856:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c33e9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.747880:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33e8d lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289803 expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.747888:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c33e8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289803 expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.747895:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092187600, rc 0) 00000100:00100000:1.0:1715206674.747943:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591699776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 428us (604us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.747950:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572288 00000100:00100000:0.0:1715206674.750120:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.750228:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699840 00000100:00100000:2.0:1715206674.750236:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699840 00000100:00100000:2.0:1715206674.750305:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572289 00000100:00100000:2.0:1715206674.750313:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591699840:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.750326:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.750338:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ea2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828980a expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.750375:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750385:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750394:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750402:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750452:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750458:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750477:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750488:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750493:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750498:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.750501:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750507:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750514:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.750517:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.750520:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750525:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c33ea9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750535:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750540:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750545:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750550:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.750552:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750562:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.750565:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.750568:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:2.0:1715206674.750570:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.750572:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750577:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c33eb0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.750596:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ea2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828980a expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.750604:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c33ea2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828980a expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.750612:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03840, rc 0) 00000100:00100000:2.0:1715206674.750658:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591699840:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 346us (542us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.750666:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572289 00000100:00100000:1.0:1715206674.750687:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591699968 00000100:00100000:1.0:1715206674.750697:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591699968 00000100:00100000:1.0:1715206674.750743:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5024 00000100:00100000:1.0:1715206674.750754:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591699968:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206674.750791:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206674.750811:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c33e39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897d9 expref: 224 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.750831:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206674.750844:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33e6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897ee expref: 223 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.750857:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.750862:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.750885:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.750916:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.750929:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.750943:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.750956:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.750966:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.750986:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751007:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751018:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751124:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751139:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751152:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:1.0:1715206674.751328:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880120728a80 reply state ffff88008ee10000 transno 4295059801 ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751341:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751348:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206674.751351:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1715206674.751354:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:1.0:1715206674.751358:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880120728a80 reply state ffff88008ee10000 transno 4295059801 ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751365:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751371:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:1.0:1715206674.751373:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.751375:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:1.0:1715206674.751378:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751384:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751390:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751395:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921861c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.751399:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751436:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751447:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206674.751449:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.751453:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751458:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c33eb7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:1.0:1715206674.751471:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880120728a80 reply state ffff88008ee10000 transno 4295059801 ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751478:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.751484:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x18212104 (ffff880124385100) 00010000:00010000:1.0:1715206674.751486:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.751488:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1715206674.751547:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591699968:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 793us (982us total) trans 4295059801 rc 0/0 00000100:00100000:1.0:1715206674.751556:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5024 00000100:00100000:0.0:1715206674.753117:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.753282:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700096 00000100:00100000:0.0:1715206674.753298:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.753302:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700096 00000100:00100000:2.0:1715206674.753342:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5025 00000100:00100000:3.0:1715206674.753355:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700160 00000100:00100000:3.0:1715206674.753361:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700160 00000100:00100000:2.0:1715206674.753361:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591700096:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206674.753385:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572290 00000100:00100000:3.0:1715206674.753390:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13029:x1798523591700160:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.753396:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206674.753400:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.753432:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33ed3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289811 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.753442:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33e4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897e0 expref: 225 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.753466:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753474:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753474:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:3.0:1715206674.753481:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753482:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c33e86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897fc expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.753487:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753493:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753501:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753503:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.753505:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.753527:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753528:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753534:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753534:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753539:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753540:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753547:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753551:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000004:00200000:3.0:1715206674.753557:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e3:0x0]: returning size 42652 00000004:00200000:3.0:1715206674.753560:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.753568:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753569:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753574:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753579:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753583:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753586:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753588:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753592:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.753594:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753594:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753599:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753599:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753606:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.753608:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.753611:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753615:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33eda lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753636:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753641:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753656:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753660:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.753662:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753666:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.753671:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:3.0:1715206674.753673:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.753675:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753676:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753679:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33ee1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.753682:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753688:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.753694:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33ed3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 225 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.753704:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 224 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.753709:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:3.0:1715206674.753721:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.753723:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71f80, rc 0) 00000100:00100000:3.0:1715206674.753749:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591700160:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 357us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.753755:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572290 00000004:00010000:2.0:1715206674.753896:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880120728700 reply state ffff88008eee8000 transno 4295059802 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753917:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753923:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:2.0:1715206674.753926:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206674.753928:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206674.753931:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880120728700 reply state ffff88008eee8000 transno 4295059802 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753948:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753960:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:2.0:1715206674.753962:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.753964:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1715206674.753966:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753970:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753978:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753991:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.753994:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.753999:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.754005:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.754007:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.754009:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.754021:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c33ee8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206674.754029:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880120728700 reply state ffff88008eee8000 transno 4295059802 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.754034:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.754039:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x18212104 (ffff880124385800) 00010000:00010000:2.0:1715206674.754041:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.754042:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1715206674.754170:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13030:x1798523591700096:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 799us (1046us total) trans 4295059802 rc 0/0 00000100:00100000:2.0:1715206674.754177:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5025 00000100:00100000:0.0:1715206674.755774:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.755856:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700224 00000100:00100000:3.0:1715206674.755862:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700224 00000100:00100000:3.0:1715206674.755903:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572291 00000100:00100000:3.0:1715206674.755911:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13030:x1798523591700224:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.755925:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.755937:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33f0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289818 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.755963:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.755970:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.755976:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.755982:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.755991:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.755996:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756020:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756026:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756030:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206674.756046:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e2:0x0]: returning size 42652 00000004:00200000:3.0:1715206674.756049:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.756095:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.756095:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.756102:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756107:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756111:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756116:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756119:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.756122:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756127:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756134:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.756135:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.756138:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756142:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33f12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.756147:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700352 00010000:00010000:3.0:1715206674.756149:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756154:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.756155:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700352 00010000:00010000:3.0:1715206674.756158:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756161:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.756163:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756167:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756172:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:3.0:1715206674.756174:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.756175:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.756180:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33f19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.756198:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572292 00010000:00010000:3.0:1715206674.756202:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33f0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 228 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.756207:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591700352:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.756215:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 227 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.756220:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.756223:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:3.0:1715206674.756226:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.756229:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70900, rc 0) 00010000:00010000:1.0:1715206674.756233:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33f27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828981f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.756276:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13030:x1798523591700224:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 360us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.756283:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572291 00010000:00010000:1.0:1715206674.756301:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.756315:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 227 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.756325:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.756349:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 227 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.756358:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 227 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.756368:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843392:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.756400:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.757629:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843392:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.757645:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.758160:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.758252:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700416 00000100:00100000:1.0:1715206674.758259:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700416 00010000:00010000:1.0:1715206674.758277:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 228 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.758308:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158608 00000100:00100000:1.0:1715206674.758314:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:2002:x1798523591700416:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.758326:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.758333:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 228 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.758346:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 228 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.758362:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33eef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289811 expref: 228 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.758375:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206674.758381:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.758391:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.758398:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.758447:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.758488:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+227:2002:x1798523591700416:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 171us (328us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.758499:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.758499:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158608 00010000:00010000:2.0:1715206674.758512:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.758526:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e3:0x0]: returning size 42652 00010000:00010000:2.0:1715206674.758600:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c33f27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 228 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.758617:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 227 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.758624:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206674.758626:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.758628:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092184fc0, rc 0) 00000100:00100000:2.0:1715206674.758671:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+227:13029:x1798523591700352:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2463us (2574us total) trans 4295059803 rc 0/0 00000100:00100000:2.0:1715206674.758680:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572292 00000100:00100000:0.0:1715206674.758975:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.759051:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700544 00000100:00100000:2.0:1715206674.759086:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700544 00000100:00100000:2.0:1715206674.759133:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572293 00000100:00100000:2.0:1715206674.759142:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+227:13030:x1798523591700544:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.759158:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.759170:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33f3c lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289826 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.759225:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.759236:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 228 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.759244:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.759263:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 228 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.759273:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 228 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.759283:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843456:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.759331:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934e40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.760693:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.760771:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843456:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.760792:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.760797:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700608 00000100:00100000:3.0:1715206674.760807:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700608 00000100:00100000:3.0:1715206674.760849:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572294 00000100:00100000:3.0:1715206674.760860:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+229:13029:x1798523591700608:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.760881:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.760894:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33f4a lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828982d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.760932:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.760943:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 230 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.760952:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.760980:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 230 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.760996:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.761013:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843520:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.761117:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.761289:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.761359:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700672 00000100:00100000:1.0:1715206674.761367:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700672 00010000:00010000:1.0:1715206674.761386:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 231 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.761443:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158609 00000100:00100000:1.0:1715206674.761452:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+231:2003:x1798523591700672:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.761464:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.761470:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 231 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.761480:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 231 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.761495:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33f20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289818 expref: 231 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.761508:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:1.0:1715206674.761513:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.761521:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.761527:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.761554:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.761593:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:2003:x1798523591700672:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 141us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.761602:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158609 00010000:00010000:2.0:1715206674.761666:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.761705:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.761738:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e2:0x0]: returning size 42652 00010000:00010000:2.0:1715206674.761908:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c33f3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 231 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.761924:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 230 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.761933:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:2.0:1715206674.761957:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.761960:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c4af40, rc 0) 00000100:00100000:2.0:1715206674.762040:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591700544:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2883us (3050us total) trans 4295059804 rc 0/0 00000100:00100000:2.0:1715206674.762120:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572293 00000100:00100000:3.0:1715206674.762328:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843520:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.762340:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.762825:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.762890:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700736 00000100:00100000:1.0:1715206674.762895:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700736 00010000:00010000:1.0:1715206674.762911:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.762943:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158610 00000100:00100000:1.0:1715206674.762949:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:2002:x1798523591700736:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.762958:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.762963:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.762974:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.762989:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c33f2e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e3:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828981f expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.763001:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206674.763005:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.763014:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.763020:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.763050:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.763074:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.763079:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206674.763097:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e3:0x0]: returning size 42652 00000004:00200000:3.0:1715206674.763100:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.763107:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.763112:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+229:2002:x1798523591700736:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 161us (289us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.763113:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.763132:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158610 00010000:00010000:3.0:1715206674.763137:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33f4a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828982d expref: 230 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.763147:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828982d expref: 228 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.763153:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:3.0:1715206674.763156:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.763157:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71680, rc 0) 00000100:00100000:3.0:1715206674.763189:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591700608:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2332us (2501us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.763194:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572294 00000100:00100000:0.0:1715206674.763886:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.763936:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700800 00000100:00100000:3.0:1715206674.763942:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700800 00000100:00100000:3.0:1715206674.763974:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572295 00000100:00100000:3.0:1715206674.763981:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13030:x1798523591700800:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.764001:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.764012:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33f5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289834 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.764043:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.764052:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 229 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.764078:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.764092:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 229 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.764119:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 229 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.764131:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843584:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.764182:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206674.765712:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843584:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.765730:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.766450:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.766582:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700864 00000100:00100000:1.0:1715206674.766591:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700864 00010000:00010000:1.0:1715206674.766613:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.766653:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158611 00000100:00100000:1.0:1715206674.766661:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:2003:x1798523591700864:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.766671:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.766677:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.766688:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.766703:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c33f43 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40e2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289826 expref: 230 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.766716:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:1.0:1715206674.766721:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.766729:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.766739:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.766755:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.766776:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.766793:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.766797:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+229:2003:x1798523591700864:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 135us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.766805:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158611 00000004:00200000:3.0:1715206674.766824:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40e2:0x0]: returning size 42652 00000004:00200000:3.0:1715206674.766827:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.766840:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.766850:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.766872:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33f5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289834 expref: 229 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.766888:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289834 expref: 228 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.766896:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:3.0:1715206674.766899:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.766902:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72f40, rc 0) 00000100:00100000:3.0:1715206674.766943:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13030:x1798523591700800:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2961us (3057us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.766951:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572295 00000100:00100000:0.0:1715206674.769628:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.769721:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700928 00000100:00100000:3.0:1715206674.769732:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700928 00000100:00100000:3.0:1715206674.769784:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572296 00000100:00100000:3.0:1715206674.769795:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591700928:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.769813:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.769845:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c33f6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828983b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.769888:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769902:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769914:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769929:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769938:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769948:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769974:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769982:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769991:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.769999:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.770004:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770013:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770025:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.770029:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.770034:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770042:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c33f74 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770055:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770064:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770108:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770117:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.770121:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770130:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770165:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff880124385500) 00010000:00010000:3.0:1715206674.770169:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.770174:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770184:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c33f7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.770225:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c33f6d lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828983b expref: 229 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.770240:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c33f6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828983b expref: 229 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.770254:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72ac0, rc 0) 00000100:00100000:3.0:1715206674.770322:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591700928:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 525us (693us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.770334:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572296 00000100:00100000:0.0:1715206674.772340:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.772443:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591700992 00000100:00100000:3.0:1715206674.772459:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591700992 00000100:00100000:3.0:1715206674.772527:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572297 00000100:00100000:3.0:1715206674.772537:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13030:x1798523591700992:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.772553:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.772582:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c33f82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289842 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.772624:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772644:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772656:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772673:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772683:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772693:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772719:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772729:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772737:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772745:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.772749:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772758:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772770:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.772774:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.772779:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772788:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c33f89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772801:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772810:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772819:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772826:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.772830:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772839:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772849:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff880124385200) 00010000:00010000:3.0:1715206674.772852:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.772856:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772865:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c33f90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.772897:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c33f82 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289842 expref: 229 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.772910:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c33f82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289842 expref: 229 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.772922:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f718c0, rc 0) 00000100:00100000:3.0:1715206674.772976:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13030:x1798523591700992:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 438us (638us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.772986:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572297 00000100:00100000:0.0:1715206674.773085:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.773148:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701056 00000100:00100000:3.0:1715206674.773155:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701056 00000100:00100000:3.0:1715206674.773192:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572298 00000100:00100000:3.0:1715206674.773201:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591701056:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.773233:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.773245:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c33f97 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289849 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.773269:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c33f97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289849 expref: 229 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.773280:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c33f97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289849 expref: 229 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.773287:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.773290:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.773292:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70000, rc 0) 00000100:00100000:3.0:1715206674.773333:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+229:13029:x1798523591701056:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 132us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.773340:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572298 00000100:00100000:0.0:1715206674.774820:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.774918:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701120 00000100:00100000:3.0:1715206674.774928:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701120 00000100:00100000:3.0:1715206674.774981:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572299 00000100:00100000:3.0:1715206674.774992:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+229:13030:x1798523591701120:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.775008:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.775023:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33f9e lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289850 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.775053:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33f9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289850 expref: 230 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.775108:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33f9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289850 expref: 230 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.775121:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.775125:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.775129:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70480, rc 0) 00000100:00100000:3.0:1715206674.775189:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 195us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.775200:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572299 00000100:00100000:0.0:1715206674.775676:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.775756:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701184 00000100:00100000:2.0:1715206674.775765:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701184 00000100:00100000:2.0:1715206674.775815:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117689 00000100:00100000:2.0:1715206674.775822:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701184:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206674.777738:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.777870:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701248 00000100:00100000:1.0:1715206674.777879:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701248 00000100:00100000:1.0:1715206674.777923:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117690 00000100:00100000:1.0:1715206674.777931:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13030:x1798523591701248:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.778647:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13029:x1798523591701184:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2818us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.778658:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117689 00000100:00100000:1.0:1715206674.780475:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701248:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2541us (2741us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.780483:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117690 00000100:00100000:0.0:1715206674.781566:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.781632:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701312 00000100:00100000:3.0:1715206674.781638:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701312 00000100:00100000:3.0:1715206674.781705:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572300 00000100:00100000:3.0:1715206674.781715:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701312:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.781731:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.781747:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33fa5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289857 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.781798:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781822:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781836:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781855:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781865:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781876:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781904:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781915:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781925:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781934:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.781938:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781948:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781961:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.781966:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.781972:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781981:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c33fac lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.781996:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.782005:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.782014:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.782021:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.782026:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.782035:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.782046:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff880124385e00) 00010000:00010000:3.0:1715206674.782050:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.782054:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.782102:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c33fb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.782139:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33fa5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289857 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.782153:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c33fa5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289857 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.782166:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73a80, rc 0) 00000100:00100000:3.0:1715206674.782229:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701312:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 511us (660us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.782241:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572300 00000100:00100000:0.0:1715206674.782979:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.783046:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701376 00000100:00100000:3.0:1715206674.783053:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701376 00000100:00100000:3.0:1715206674.783118:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572301 00000100:00100000:3.0:1715206674.783126:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.783139:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.783151:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33fba lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828985e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.783184:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783195:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783206:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783219:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783227:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783237:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783262:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783270:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783277:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783284:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.783288:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783306:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783316:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.783319:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.783323:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783330:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c33fc1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783341:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783348:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783355:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783370:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.783374:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783382:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783390:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff880124385200) 00010000:00010000:3.0:1715206674.783393:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.783397:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783404:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c33fc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.783483:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33fba lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828985e expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.783497:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c33fba lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828985e expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.783510:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70900, rc 0) 00000100:00100000:3.0:1715206674.783568:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701376:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 439us (591us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.783579:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572301 00000100:00100000:0.0:1715206674.784669:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.784743:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701504 00000100:00100000:3.0:1715206674.784751:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701504 00000100:00100000:3.0:1715206674.784787:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572302 00000100:00100000:3.0:1715206674.784793:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.784804:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.784813:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33fcf lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289865 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.784851:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784860:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784867:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784875:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784899:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784905:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784923:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784928:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784934:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784939:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.784942:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784948:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784977:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.784980:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.784983:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784987:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c33fd6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.784996:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.785000:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.785004:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.785008:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f721c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.785010:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.785015:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.785020:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff880124385a00) 00010000:00010000:3.0:1715206674.785022:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.785024:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.785028:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c33fdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.785064:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33fcf lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289865 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.785070:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c33fcf lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289865 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.785076:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f733c0, rc 0) 00000100:00100000:3.0:1715206674.785155:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701504:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 359us (485us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.785162:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572302 00000100:00100000:0.0:1715206674.785886:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.785930:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701632 00000100:00100000:3.0:1715206674.785934:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701632 00000100:00100000:3.0:1715206674.785957:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572303 00000100:00100000:3.0:1715206674.785962:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701632:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.785969:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.785975:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33fe4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828986c expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.785999:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786005:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786011:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786017:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786022:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786029:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786039:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786043:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786047:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786050:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.786052:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786082:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786092:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.786094:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.786098:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786104:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c33feb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786113:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786120:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786126:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786132:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f706c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.786134:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786141:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786148:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff880124385500) 00010000:00010000:3.0:1715206674.786151:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.786154:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786158:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c33ff2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.786176:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33fe4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828986c expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.786181:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c33fe4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828986c expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.786187:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73cc0, rc 0) 00000100:00100000:3.0:1715206674.786210:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701632:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 247us (326us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.786214:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572303 00000100:00100000:0.0:1715206674.786999:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.787093:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701696 00000100:00100000:3.0:1715206674.787101:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701696 00000100:00100000:3.0:1715206674.787142:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572304 00000100:00100000:3.0:1715206674.787150:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701696:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.787162:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.787173:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33ff9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289873 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.787207:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787217:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787224:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787233:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787240:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787246:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787263:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787268:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787274:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787279:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.787282:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787289:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787297:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.787300:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.787303:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787308:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34000 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787317:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787322:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787327:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787332:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.787334:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787339:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787345:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f100) 00010000:00010000:3.0:1715206674.787347:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.787349:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787354:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34007 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.787388:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33ff9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289873 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.787393:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c33ff9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289873 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.787399:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73840, rc 0) 00000100:00100000:3.0:1715206674.787453:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701696:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 303us (458us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.787458:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572304 00000100:00100000:0.0:1715206674.788204:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.788282:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701760 00000100:00100000:3.0:1715206674.788291:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701760 00000100:00100000:3.0:1715206674.788320:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572305 00000100:00100000:3.0:1715206674.788327:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701760:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.788340:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.788350:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3400e lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828987a expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.788383:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788393:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788401:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788453:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788458:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788463:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788476:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788479:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788483:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788487:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.788490:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788496:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788505:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206674.788508:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.788510:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788517:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34015 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788527:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788532:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788539:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788544:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.788547:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788553:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788560:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff8800b436f500) 00010000:00010000:3.0:1715206674.788563:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.788566:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788572:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c3401c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.788598:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3400e lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828987a expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.788604:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3400e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828987a expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.788610:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71d40, rc 0) 00000100:00100000:3.0:1715206674.788643:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591701760:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 316us (444us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.788648:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572305 00000100:00100000:0.0:1715206674.790614:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.790701:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591701888 00000100:00100000:3.0:1715206674.790710:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591701888 00000100:00100000:3.0:1715206674.790755:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572306 00000100:00100000:3.0:1715206674.790763:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591701888:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.790777:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.790780:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1715206674.790797:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c33f97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289849 expref: 230 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.790813:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.790817:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.790826:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34023 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289881 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.790893:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.790902:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.790909:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.790917:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.790922:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.790928:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:3.0:1715206674.791183:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x206c:0x0], index 1: 0 00010000:00010000:3.0:1715206674.791311:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34038 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791320:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34038 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791327:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34038 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791353:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791361:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791368:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791375:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.791380:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791388:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791399:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.791403:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.791428:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.791428:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.791437:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3402a lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206674.791451:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d941180 reply state ffff88012f86a000 transno 4295059805 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791470:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.791479:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:3.0:1715206674.791482:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.791486:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206674.791502:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702016 00000100:00100000:1.0:1715206674.791510:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702016 00010000:00010000:3.0:1715206674.791511:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34023 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289881 expref: 232 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.791522:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34038 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289881 expref: 232 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.791528:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e4:0x0].0x0 (ffff8800b436f200) 00010000:00010000:3.0:1715206674.791530:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.791532:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70240, rc 0) 00000100:00100000:1.0:1715206674.791554:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572307 00000100:00100000:1.0:1715206674.791563:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+233:13030:x1798523591702016:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.791577:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.791580:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:3.0:1715206674.791585:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+233:13029:x1798523591701888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 820us (971us total) trans 4295059805 rc 0/0 00000100:00100000:3.0:1715206674.791595:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572306 00010000:00010000:1.0:1715206674.791596:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c33f9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289850 expref: 233 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.791632:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.791637:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.791649:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34046 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289888 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.791704:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.791716:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.791726:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.791739:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.791748:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.791756:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00080000:1.0:1715206674.791917:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x206c:0x0], index 0: 0 00010000:00010000:1.0:1715206674.792015:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c3405b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792027:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c3405b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792038:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c3405b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792106:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792115:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792130:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792137:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.792141:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792149:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792161:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.792164:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.792168:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792175:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3404d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206674.792188:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d941880 reply state ffff88008ee11000 transno 4295059806 ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792199:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.792207:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00010000:00010000:1.0:1715206674.792210:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.792213:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206674.792238:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34046 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289888 expref: 234 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.792254:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c3405b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289888 expref: 233 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.792273:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e5:0x0].0x0 (ffff88013429ed00) 00010000:00010000:1.0:1715206674.792276:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.792279:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921861c0, rc 0) 00000100:00100000:1.0:1715206674.792333:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13030:x1798523591702016:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 768us (928us total) trans 4295059806 rc 0/0 00000100:00100000:1.0:1715206674.792343:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572307 00000100:00100000:0.0:1715206674.794443:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.794524:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702080 00000100:00100000:1.0:1715206674.794534:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702080 00000100:00100000:1.0:1715206674.794596:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77831 00000100:00100000:1.0:1715206674.794608:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880093619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591702080:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.794624:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.794645:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828988f expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206674.794672:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x206c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206674.794691:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.794695:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.794706:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 101 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.794726:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 101 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.794752:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092187600, rc 0) 00000100:00100000:1.0:1715206674.794811:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880093619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591702080:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 203us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.794824:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77831 00000100:00100000:0.0:1715206674.795160:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.795196:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702144 00000100:00100000:2.0:1715206674.795205:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702144 00000100:00100000:2.0:1715206674.795258:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77832 00000100:00100000:2.0:1715206674.795266:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2001:x1798523591702144:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.795280:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.795303:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289896 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.795323:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x206c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.795337:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.795339:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.795345:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 100 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.795360:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 100 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.795370:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c486c0, rc 0) 00000100:00100000:2.0:1715206674.795453:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2001:x1798523591702144:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 183us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.795465:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77832 00000100:00100000:0.0:1715206674.797263:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.797373:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702272 00000100:00100000:1.0:1715206674.797381:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702272 00000100:00100000:1.0:1715206674.797456:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117691 00000100:00100000:1.0:1715206674.797464:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13029:x1798523591702272:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.797665:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13029:x1798523591702272:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 200us (405us total) trans 4295059807 rc 0/0 00000100:00100000:1.0:1715206674.797688:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117691 00000100:00100000:0.0:1715206674.797713:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.797738:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702400 00000100:00100000:1.0:1715206674.797748:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702400 00000100:00100000:1.0:1715206674.797787:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117692 00000100:00100000:1.0:1715206674.797796:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e717050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13030:x1798523591702400:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.797948:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e717050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13030:x1798523591702400:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 150us (237us total) trans 4295059808 rc 0/0 00000100:00100000:1.0:1715206674.797959:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117692 00000100:00100000:0.0:1715206674.801131:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.801229:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702528 00000100:00100000:1.0:1715206674.801236:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702528 00000100:00100000:1.0:1715206674.801298:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572308 00000100:00100000:1.0:1715206674.801305:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13030:x1798523591702528:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206674.801341:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.801361:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c3405b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289888 expref: 236 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.801378:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e5:0x0].0x0 (ffff88013429ed00) 00010000:00010000:1.0:1715206674.801387:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.801428:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801457:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801465:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801473:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801479:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801484:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801531:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801537:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801542:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.801693:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000040:00080000:1.0:1715206674.801700:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8270, 64 off537472 00010000:00010000:1.0:1715206674.801727:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801735:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801742:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801753:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.801758:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702656 00010000:00010000:1.0:1715206674.801758:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801763:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.801767:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702656 00010000:00010000:1.0:1715206674.801768:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801773:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206674.801776:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801782:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801789:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e5:0x0].0x0 (ffff88013429ef00) 00010000:00010000:1.0:1715206674.801791:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206674.801794:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801799:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c3408c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.801810:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572309 00010000:00010000:1.0:1715206674.801815:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.801817:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13029:x1798523591702656:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206674.801820:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801825:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801830:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.801833:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801838:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801843:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e5:0x0].0x0 (ffff88013429ef00) 00010000:00010000:3.0:1715206674.801845:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.801845:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206674.801847:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801851:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34085 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.801860:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34038 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289881 expref: 237 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.801875:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e4:0x0].0x0 (ffff8800b436f200) 00010000:00010000:3.0:1715206674.801883:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.801895:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.801905:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.801912:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.801919:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.801925:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.801926:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.801930:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.801932:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801936:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801940:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092187840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.801943:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801947:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801954:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206674.801955:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.801958:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801963:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c34077 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.801965:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00000004:00010000:1.0:1715206674.801970:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d940a80 reply state ffff88008ee17000 transno 4295059809 ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.801972:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.801977:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.801978:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.801983:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00010000:00010000:1.0:1715206674.801986:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.801987:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206674.802041:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13030:x1798523591702528:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 734us (911us total) trans 4295059809 rc 0/0 00000100:00100000:1.0:1715206674.802048:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572308 00000040:00080000:3.0:1715206674.802151:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8269, 64 off537408 00010000:00010000:3.0:1715206674.802189:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802200:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802211:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802221:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802229:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802237:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802246:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802253:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.802258:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802267:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802278:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e4:0x0].0x0 (ffff88009349d300) 00010000:00010000:3.0:1715206674.802282:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206674.802287:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802295:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c340a8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802319:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802325:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802330:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802335:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.802338:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802343:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802350:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e4:0x0].0x0 (ffff88009349d300) 00010000:00010000:3.0:1715206674.802352:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206674.802354:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802359:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c340a1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802443:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802457:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802462:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802467:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.802469:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802474:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802481:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206674.802482:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.802485:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802490:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34093 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206674.802497:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d940000 reply state ffff88012f86b000 transno 4295059810 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802504:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.802510:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:3.0:1715206674.802512:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.802514:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206674.802565:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591702656:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 747us (873us total) trans 4295059810 rc 0/0 00000100:00100000:3.0:1715206674.802573:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572309 00000100:00100000:0.0:1715206674.804172:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.804256:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702720 00000100:00100000:2.0:1715206674.804264:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702720 00000100:00100000:2.0:1715206674.804305:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572310 00000100:00100000:2.0:1715206674.804311:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591702720:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.804328:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.804339:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c340af lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828989d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.804376:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804385:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804393:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804401:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804437:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804444:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804479:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804484:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804490:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804494:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.804497:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804502:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804509:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.804511:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.804514:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804519:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c340b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804542:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804547:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804553:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804560:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.804564:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804573:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804583:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00010000:00010000:2.0:1715206674.804594:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.804598:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804605:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c340bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804636:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c340af lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828989d expref: 239 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.804649:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c340af lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828989d expref: 239 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.804669:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c4b840, rc 0) 00000100:00100000:2.0:1715206674.804721:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591702720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 407us (551us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.804732:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572310 00000100:00100000:0.0:1715206674.804802:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.804860:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702784 00000100:00100000:2.0:1715206674.804866:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702784 00000100:00100000:2.0:1715206674.804891:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572311 00000100:00100000:2.0:1715206674.804911:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591702784:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.804918:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.804924:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c340c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898a4 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.804944:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804949:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804954:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804959:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804963:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804967:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804977:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804980:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804984:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804987:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c49200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.804989:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.804993:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805000:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.805002:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.805004:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805007:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c340cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805012:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805015:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805018:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805021:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c49d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.805023:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805027:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805030:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:2.0:1715206674.805031:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.805033:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805036:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c340d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.805046:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c340c4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898a4 expref: 239 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.805052:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c340c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898a4 expref: 239 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.805057:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c4bcc0, rc 0) 00000100:00100000:2.0:1715206674.805115:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591702784:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 216us (314us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.805122:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572311 00000100:00100000:0.0:1715206674.806153:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.806196:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702848 00000100:00100000:2.0:1715206674.806201:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702848 00000100:00100000:2.0:1715206674.806223:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572312 00000100:00100000:2.0:1715206674.806227:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591702848:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.806234:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.806240:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c340d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898ab expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.806253:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c340d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ab expref: 239 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.806260:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c340d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ab expref: 239 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.806265:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.806266:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.806268:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c498c0, rc 0) 00000100:00100000:2.0:1715206674.806294:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13030:x1798523591702848:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 66us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.806301:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572312 00000100:00100000:0.0:1715206674.806553:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.806585:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702912 00000100:00100000:2.0:1715206674.806588:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702912 00000100:00100000:2.0:1715206674.806606:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572313 00000100:00100000:2.0:1715206674.806610:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13029:x1798523591702912:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.806616:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.806622:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c340e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898b2 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.806633:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c340e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898b2 expref: 240 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.806658:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c340e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898b2 expref: 240 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.806664:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.806666:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.806668:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c48480, rc 0) 00000100:00100000:2.0:1715206674.806699:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13029:x1798523591702912:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 87us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.806705:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572313 00000100:00100000:0.0:1715206674.808341:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.808432:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591702976 00000100:00100000:1.0:1715206674.808455:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591702976 00000100:00100000:1.0:1715206674.808483:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117693 00000100:00100000:1.0:1715206674.808487:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13030:x1798523591702976:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206674.808528:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.808559:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703040 00000100:00100000:3.0:1715206674.808564:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703040 00000100:00100000:3.0:1715206674.808593:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117694 00000100:00100000:3.0:1715206674.808598:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13029:x1798523591703040:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206674.810707:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13030:x1798523591702976:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2216us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.810714:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117693 00000100:00100000:3.0:1715206674.810951:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13029:x1798523591703040:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2349us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.810957:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117694 00000100:00100000:0.0:1715206674.812915:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.813024:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703168 00000100:00100000:2.0:1715206674.813033:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703168 00000100:00100000:2.0:1715206674.813100:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572314 00000100:00100000:2.0:1715206674.813122:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13030:x1798523591703168:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.813131:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.813142:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c340e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898b9 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.813181:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813188:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813194:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813201:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813206:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813210:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813224:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813228:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813232:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813236:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.813239:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813243:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813249:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.813252:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.813254:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813258:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c340ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813265:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813269:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813272:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813275:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a1200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.813277:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813280:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813284:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00010000:00010000:2.0:1715206674.813285:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.813287:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813290:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c340f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813304:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c340e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898b9 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.813310:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c340e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898b9 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.813315:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c4af40, rc 0) 00000100:00100000:0.0:1715206674.813325:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.813344:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13030:x1798523591703168:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 220us (432us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.813350:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572314 00000100:00100000:2.0:1715206674.813363:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703296 00000100:00100000:2.0:1715206674.813366:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703296 00000100:00100000:2.0:1715206674.813383:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572315 00000100:00100000:2.0:1715206674.813388:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13029:x1798523591703296:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.813396:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.813404:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c340fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898c0 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.813478:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813490:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813501:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813511:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813517:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813527:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813541:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813546:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813552:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813556:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.813559:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813564:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813570:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.813572:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.813575:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813579:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34103 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813588:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813593:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813598:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813603:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.813605:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813610:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813615:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:2.0:1715206674.813617:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.813619:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813624:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3410a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.813655:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c340fc lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898c0 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.813663:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c340fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898c0 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.813672:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a1d40, rc 0) 00000100:00100000:2.0:1715206674.813711:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13029:x1798523591703296:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 320us (384us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.813718:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572315 00000100:00100000:0.0:1715206674.814758:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.814820:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703360 00000100:00100000:2.0:1715206674.814837:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703360 00000100:00100000:2.0:1715206674.814894:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572316 00000100:00100000:2.0:1715206674.814900:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13030:x1798523591703360:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.814912:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.814923:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34111 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898c7 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.814956:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.814965:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.814973:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.814979:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.814985:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.814991:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815007:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815012:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815017:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815022:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.815025:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815031:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815039:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.815041:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.815044:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815049:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34118 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815095:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815101:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815106:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815110:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a3840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.815113:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815118:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815124:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00010000:00010000:2.0:1715206674.815126:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.815128:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815133:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c3411f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.815154:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34111 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898c7 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.815161:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34111 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898c7 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.815168:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a3a80, rc 0) 00000100:00100000:2.0:1715206674.815199:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13030:x1798523591703360:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 298us (443us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.815205:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572316 00000100:00100000:0.0:1715206674.815934:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.815978:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703424 00000100:00100000:2.0:1715206674.815982:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703424 00000100:00100000:2.0:1715206674.816005:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572317 00000100:00100000:2.0:1715206674.816009:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13029:x1798523591703424:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.816017:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.816024:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34126 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898ce expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.816045:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816051:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816076:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816082:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816087:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816092:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816103:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816107:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816111:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816115:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.816117:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816121:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816126:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.816128:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.816129:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816133:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3412d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816140:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816144:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816148:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816151:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a3180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.816153:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816156:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816160:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:2.0:1715206674.816162:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.816163:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816167:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34134 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.816179:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34126 lrc: 1/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ce expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.816185:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34126 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ce expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.816190:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a0000, rc 0) 00000100:00100000:2.0:1715206674.816227:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13029:x1798523591703424:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 216us (295us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.816232:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572317 00000100:00100000:0.0:1715206674.817399:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.817479:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703552 00000100:00100000:2.0:1715206674.817486:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703552 00000100:00100000:2.0:1715206674.817522:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572318 00000100:00100000:2.0:1715206674.817528:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13030:x1798523591703552:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.817538:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.817541:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.817555:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c340d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ab expref: 240 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.817567:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.817571:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.817580:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3413b lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898d5 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.817622:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.817631:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.817640:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.817651:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.817661:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.817669:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:2.0:1715206674.817919:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x206d:0x0], index 1: 0 00010000:00010000:2.0:1715206674.818022:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d898c0/0xb73f6b2ce2c34150 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818031:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d898c0/0xb73f6b2ce2c34150 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818037:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d898c0/0xb73f6b2ce2c34150 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818091:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818097:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818102:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818106:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.818109:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818114:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818121:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206674.818123:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.818125:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818130:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34142 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.818138:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801324e6d80 reply state ffff880133d7f000 transno 4295059811 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818161:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.818166:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00010000:00010000:2.0:1715206674.818168:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.818170:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.818188:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3413b lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898d5 expref: 242 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.818197:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d898c0/0xb73f6b2ce2c34150 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898d5 expref: 241 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.818203:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e6:0x0].0x0 (ffff880133c68e00) 00010000:00010000:2.0:1715206674.818205:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.818206:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d898c0, rc 0) 00000100:00100000:2.0:1715206674.818247:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+242:13030:x1798523591703552:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 719us (852us total) trans 4295059811 rc 0/0 00000100:00100000:2.0:1715206674.818254:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572318 00000100:00100000:0.0:1715206674.819153:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.819253:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703680 00000100:00100000:2.0:1715206674.819261:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703680 00000100:00100000:2.0:1715206674.819298:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572319 00000100:00100000:2.0:1715206674.819304:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+242:13029:x1798523591703680:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.819315:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.819317:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206674.819330:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c340e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898b2 expref: 242 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.819343:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.819347:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.819354:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3415e lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.819396:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819430:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819442:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819470:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819476:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819482:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:2.0:1715206674.819598:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x206d:0x0], index 0: 0 00010000:00010000:2.0:1715206674.819662:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8aac0/0xb73f6b2ce2c34173 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819670:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8aac0/0xb73f6b2ce2c34173 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819676:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8aac0/0xb73f6b2ce2c34173 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819693:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819701:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819706:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819710:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.819712:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819717:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819723:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206674.819725:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.819727:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819731:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34165 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.819739:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801324e5880 reply state ffff880133d79000 transno 4295059812 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819745:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.819749:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:2.0:1715206674.819751:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.819753:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206674.819768:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3415e lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898dc expref: 244 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.819781:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8aac0/0xb73f6b2ce2c34173 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898dc expref: 243 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.819787:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e7:0x0].0x0 (ffff880133c68100) 00010000:00010000:2.0:1715206674.819788:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.819790:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8aac0, rc 0) 00000100:00100000:2.0:1715206674.819829:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13029:x1798523591703680:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 525us (679us total) trans 4295059812 rc 0/0 00000100:00100000:2.0:1715206674.819835:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572319 00000100:00100000:0.0:1715206674.820833:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.820928:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703744 00000100:00100000:2.0:1715206674.820935:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703744 00000100:00100000:2.0:1715206674.820972:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77833 00000100:00100000:2.0:1715206674.820978:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591703744:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.820989:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.821002:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898e3 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206674.821019:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x206d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206674.821042:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.821044:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.821050:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 102 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.821087:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 102 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.821101:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d89200, rc 0) 00000100:00100000:2.0:1715206674.821136:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2003:x1798523591703744:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 158us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.821142:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77833 00000100:00100000:0.0:1715206674.823231:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.823293:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703808 00000100:00100000:2.0:1715206674.823299:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703808 00000100:00100000:2.0:1715206674.823331:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77834 00000100:00100000:2.0:1715206674.823337:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:13030:x1798523591703808:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.823346:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.823357:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898ea expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.823385:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 103 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.823391:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.823393:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206674.823394:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.823396:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 103 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.823425:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703872 00000100:00100000:3.0:1715206674.823432:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703872 00010000:00010000:2.0:1715206674.823462:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 103 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.823473:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 103 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206674.823481:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77835 00000100:00100000:3.0:1715206674.823489:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591703872:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.823489:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524843648:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.823500:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.823516:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898f1 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.823525:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934cc0 going to sleep for 11 seconds 00002000:00010000:3.0:1715206674.823534:0:18690:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x206d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206674.823545:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.823548:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.823555:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 101 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.823570:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 101 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.823580:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73840, rc 0) 00000100:00100000:3.0:1715206674.823613:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2002:x1798523591703872:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 123us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.823621:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77835 00000100:00100000:2.0:1715206674.824540:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524843648:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.824559:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 103 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.824571:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8ba80, rc 0) 00000100:00100000:2.0:1715206674.824597:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+103:13030:x1798523591703808:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1260us (1370us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.824603:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77834 00000100:00100000:0.0:1715206674.824906:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.825001:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591703936 00000100:00100000:1.0:1715206674.825007:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591703936 00010000:00010000:1.0:1715206674.825027:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 103 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1715206674.825082:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158612 00000100:00100000:1.0:1715206674.825088:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2001:x1798523591703936:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.825096:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.825108:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 103 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.825117:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 103 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.825133:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083d89200/0xb73f6b2ce2c34181 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898e3 expref: 103 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.825152:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.825153:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.825158:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 102 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.825165:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 102 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.825184:0:9414:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 102 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.825192:0:9414:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9414:1798523524843712:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206674.825219:0:9414:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.825315:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.825358:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704000 00000100:00100000:3.0:1715206674.825366:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704000 00000100:00100000:3.0:1715206674.825393:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77836 00000100:00100000:3.0:1715206674.825400:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+101:13029:x1798523591704000:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.825434:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.825447:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898f8 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.825479:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 102 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.825485:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.825487:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.825490:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 102 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.825507:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 102 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.825514:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 102 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206674.825522:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524843776:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.825548:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff880121699480 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.826466:0:9414:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9414:1798523524843712:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206674.826478:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206674.826482:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524843776:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.826499:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 102 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.826512:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73180, rc 0) 00000100:00100000:1.0:1715206674.826513:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2001:x1798523591703936:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1424us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.826520:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158612 00000100:00100000:3.0:1715206674.826540:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:13029:x1798523591704000:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1139us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.826549:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77836 00000100:00100000:3.0:1715206674.827131:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.827149:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704064 00000100:00100000:0.0:1715206674.827156:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704064 00010000:00010000:0.0:1715206674.827171:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 102 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.827195:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158613 00000100:00100000:0.0:1715206674.827200:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591704064:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.827207:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.827216:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 102 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.827225:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 102 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.827237:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c3418f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f1 expref: 102 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.827254:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.827256:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.827260:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 101 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.827266:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 101 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.827283:0:9414:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 101 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.827290:0:9414:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9414:1798523524843840:192.168.203.35@tcp:105: 00000100:00100000:0.0:1715206674.827322:0:9414:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756900 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.828692:0:9414:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9414:1798523524843840:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206674.828703:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.828740:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2002:x1798523591704064:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1537us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.828750:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158613 00000100:00100000:0.0:1715206674.832132:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.832196:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704192 00000100:00100000:3.0:1715206674.832204:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704192 00000100:00100000:3.0:1715206674.832250:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117695 00000100:00100000:3.0:1715206674.832259:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13030:x1798523591704192:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.832525:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+245:13030:x1798523591704192:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 265us (394us total) trans 4295059813 rc 0/0 00000100:00100000:3.0:1715206674.832534:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117695 00000100:00100000:0.0:1715206674.833158:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.833200:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704320 00000100:00100000:3.0:1715206674.833204:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704320 00000100:00100000:3.0:1715206674.833227:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117696 00000100:00100000:3.0:1715206674.833231:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+245:13029:x1798523591704320:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.833336:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+246:13029:x1798523591704320:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 102us (179us total) trans 4295059814 rc 0/0 00000100:00100000:3.0:1715206674.833345:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117696 00000100:00100000:2.0:1715206674.839307:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.839361:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704448 00000100:00100000:0.0:1715206674.839367:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704448 00000100:00100000:0.0:1715206674.839422:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572320 00000100:00100000:0.0:1715206674.839429:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+246:13030:x1798523591704448:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.839463:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.839481:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c3419d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582898ff expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.839569:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.839585:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c31f37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dfa expref: 247 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.839594:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.839624:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c31f37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dfa expref: 247 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.839639:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c31f37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dfa expref: 247 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.839653:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843904:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.839709:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.840502:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.840565:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704576 00000100:00100000:1.0:1715206674.840572:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704576 00000100:00100000:1.0:1715206674.840609:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572321 00000100:00100000:1.0:1715206674.840615:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13029:x1798523591704576:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.840624:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.840633:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c341ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289906 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.840686:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.840699:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400d440/0xb73f6b2ce2c31f5a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e08 expref: 249 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.840707:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.840728:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400d440/0xb73f6b2ce2c31f5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e08 expref: 249 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.840739:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400d440/0xb73f6b2ce2c31f5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e08 expref: 249 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.840750:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843968:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.840798:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adf00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.840857:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524843904:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.840874:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.841696:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.841744:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704640 00000100:00100000:2.0:1715206674.841749:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704640 00010000:00010000:2.0:1715206674.841766:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c31f37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dfa expref: 250 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.841785:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524843968:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.841791:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158614 00010000:00010000:1.0:1715206674.841795:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.841796:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+250:2002:x1798523591704640:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.841803:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.841808:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c31f37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dfa expref: 250 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.841816:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c31f37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dfa expref: 250 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.841828:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cd80/0xb73f6b2ce2c31f37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288dfa expref: 250 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.841845:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880094fbb700) 00010000:00010000:2.0:1715206674.841849:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.841855:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.841860:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.841871:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.841879:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.841885:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:1.0:1715206674.841894:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680 00000100:00100000:2.0:1715206674.841897:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2002:x1798523591704640:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 100us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.841902:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158614 00010000:00010000:1.0:1715206674.841956:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c3419d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 250 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.841981:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 249 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.841987:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880094fbb700) 00010000:00010000:1.0:1715206674.841989:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1715206674.841991:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3ba80, rc 0) 00000100:00100000:1.0:1715206674.842014:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+249:13030:x1798523591704448:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2586us (2711us total) trans 4295059815 rc 0/0 00000100:00100000:1.0:1715206674.842020:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572320 00000100:00100000:2.0:1715206674.842095:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.842118:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704704 00000100:00100000:0.0:1715206674.842124:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704704 00010000:00010000:0.0:1715206674.842141:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400d440/0xb73f6b2ce2c31f5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e08 expref: 249 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.842176:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158615 00000100:00100000:0.0:1715206674.842183:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2003:x1798523591704704:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.842193:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.842199:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400d440/0xb73f6b2ce2c31f5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e08 expref: 249 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.842211:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400d440/0xb73f6b2ce2c31f5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e08 expref: 249 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.842225:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400d440/0xb73f6b2ce2c31f5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e08 expref: 249 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.842248:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f29cf00) 00010000:00010000:0.0:1715206674.842253:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.842261:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.842268:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.842283:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.842290:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.842295:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:1.0:1715206674.842304:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 327680 00010000:00010000:1.0:1715206674.842341:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c341ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 250 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.842350:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 249 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.842355:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f29cf00) 00010000:00010000:1.0:1715206674.842357:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1715206674.842359:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092187840, rc 0) 00000100:00100000:1.0:1715206674.842375:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+249:13029:x1798523591704576:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1761us (1877us total) trans 4295059816 rc 0/0 00000100:00100000:1.0:1715206674.842380:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572321 00000100:00100000:0.0:1715206674.842437:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+248:2003:x1798523591704704:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 251us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.842448:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158615 00000100:00100000:0.0:1715206674.843735:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.843790:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704768 00000100:00100000:1.0:1715206674.843797:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704768 00000100:00100000:1.0:1715206674.843839:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572322 00000100:00100000:1.0:1715206674.843847:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13030:x1798523591704768:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.843862:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.843873:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c341c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828990d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.843911:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.843914:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206674.843923:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 249 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.843930:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 4/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.843932:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704832 00000100:00100000:2.0:1715206674.843938:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704832 00010000:00010000:1.0:1715206674.843950:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 250 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.843962:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 250 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.843968:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572323 00000100:00100000:2.0:1715206674.843973:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591704832:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.843974:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844032:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.843983:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.843992:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c341d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289914 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.844010:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adf00 going to sleep for 11 seconds 00010000:00010000:2.0:1715206674.844017:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.844025:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 251 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.844030:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 4/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.844045:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 251 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.844051:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 251 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.844082:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844096:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.844116:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.845332:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844032:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.845334:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844096:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.845348:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.845349:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.845532:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.845570:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704896 00000100:00100000:0.0:1715206674.845574:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.845576:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704896 00010000:00010000:2.0:1715206674.845590:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 252 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.845606:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591704960 00000100:00100000:2.0:1715206674.845608:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591704960 00000100:00100000:3.0:1715206674.845614:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158616 00010000:00010000:2.0:1715206674.845614:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 253 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.845620:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+253:2000:x1798523591704896:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206674.845627:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158617 00010000:00010000:3.0:1715206674.845629:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206674.845631:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:2002:x1798523591704960:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206674.845634:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 253 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.845640:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.845643:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 253 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.845643:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 253 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.845650:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 253 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.845653:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c341a4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x42:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ff expref: 253 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.845661:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c341b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x43:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289906 expref: 252 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.845669:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f29cf00) 00010000:00010000:3.0:1715206674.845671:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880094fbb700) 00010000:00010000:2.0:1715206674.845673:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.845675:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.845678:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.845681:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.845682:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.845685:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.845693:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.845699:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.845713:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:2002:x1798523591704960:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 81us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.845718:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+251:2000:x1798523591704896:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 97us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.845718:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158617 00000100:00100000:3.0:1715206674.845724:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158616 00010000:00010000:2.0:1715206674.845732:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.845737:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.845741:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.845751:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.845757:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 327680 00000004:00200000:2.0:1715206674.845761:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.845769:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.845775:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000004:00200000:1.0:1715206674.845777:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 327680 00000004:00200000:1.0:1715206674.845781:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1715206674.845788:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c341d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289914 expref: 250 pid: 11041 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1715206674.845803:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.845806:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289914 expref: 249 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.845811:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f29cf00) 00010000:00010000:1.0:1715206674.845812:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.845814:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.845815:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d88480, rc 0) 00010000:00010000:1.0:1715206674.845832:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c341c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828990d expref: 250 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.845835:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591704832:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1861us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.845840:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572323 00010000:00010000:1.0:1715206674.845847:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828990d expref: 248 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.845857:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880094fbb700) 00010000:00010000:1.0:1715206674.845861:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.845863:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186f40, rc 0) 00000100:00100000:1.0:1715206674.845911:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13030:x1798523591704768:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2062us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.845920:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572322 00000100:00100000:0.0:1715206674.849520:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.849546:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.849568:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705152 00000100:00100000:1.0:1715206674.849574:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705152 00000100:00100000:1.0:1715206674.849598:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705216 00000100:00100000:1.0:1715206674.849599:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705216 00000100:00100000:2.0:1715206674.849605:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572324 00000100:00100000:2.0:1715206674.849611:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+249:13030:x1798523591705152:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.849618:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572325 00010000:00010000:2.0:1715206674.849620:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.849622:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+249:13029:x1798523591705216:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.849628:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c341e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828991b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.849638:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.849645:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c341ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289922 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.849673:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.849681:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400eac0/0xb73f6b2ce2c31f7d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e16 expref: 251 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.849685:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.849690:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.849693:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c31fa0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e24 expref: 251 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.849698:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.849702:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400eac0/0xb73f6b2ce2c31f7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e16 expref: 251 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.849709:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400eac0/0xb73f6b2ce2c31f7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e16 expref: 251 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.849711:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c31fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e24 expref: 251 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.849716:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844160:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.849721:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c31fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e24 expref: 251 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.849727:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844224:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.849749:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800969343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.849749:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adf00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.851022:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844160:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.851052:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.851099:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844224:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.851114:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.851385:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.851463:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705280 00000100:00100000:3.0:1715206674.851469:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705280 00000100:00100000:0.0:1715206674.851476:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.851495:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400eac0/0xb73f6b2ce2c31f7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e16 expref: 252 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.851515:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705344 00000100:00100000:3.0:1715206674.851517:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705344 00000100:00100000:0.0:1715206674.851522:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158618 00010000:00010000:3.0:1715206674.851524:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c31fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e24 expref: 253 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.851528:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:2002:x1798523591705280:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206674.851535:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158619 00000100:00100000:3.0:1715206674.851539:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+253:2002:x1798523591705344:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.851542:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.851545:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.851547:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400eac0/0xb73f6b2ce2c31f7d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e16 expref: 253 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.851548:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c31fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e24 expref: 253 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.851554:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c31fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e24 expref: 253 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.851559:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400eac0/0xb73f6b2ce2c31f7d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e16 expref: 253 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.851564:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5eef40/0xb73f6b2ce2c31fa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e24 expref: 253 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.851569:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400eac0/0xb73f6b2ce2c31f7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e16 expref: 252 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.851573:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012d3a4400) 00010000:00010000:3.0:1715206674.851577:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.851583:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800b436f700) 00010000:00010000:3.0:1715206674.851584:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.851586:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.851590:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.851591:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.851598:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.851604:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.851610:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.851614:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.851623:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.851628:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.851628:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:2002:x1798523591705280:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 100us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.851630:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+251:2002:x1798523591705344:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 88us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.851633:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158618 00000004:00200000:1.0:1715206674.851634:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1048576 00010000:00010000:2.0:1715206674.851635:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.851637:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158619 00000004:00200000:2.0:1715206674.851644:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576 00010000:00010000:2.0:1715206674.851689:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c341e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 253 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.851689:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c341ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 253 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.851698:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 251 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.851702:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 251 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.851703:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800b436f700) 00010000:00010000:2.0:1715206674.851705:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.851707:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8ad00, rc 0) 00010000:00010000:1.0:1715206674.851709:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012d3a4400) 00010000:00010000:1.0:1715206674.851711:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1715206674.851713:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092184fc0, rc 0) 00000100:00100000:2.0:1715206674.851739:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591705152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2128us (2221us total) trans 4295059818 rc 0/0 00000100:00100000:2.0:1715206674.851744:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572324 00000100:00100000:1.0:1715206674.851748:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591705216:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2123us (2200us total) trans 4295059817 rc 0/0 00000100:00100000:1.0:1715206674.851759:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572325 00000100:00100000:0.0:1715206674.853515:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.853544:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.853561:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705472 00000100:00100000:1.0:1715206674.853566:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705472 00000100:00100000:1.0:1715206674.853589:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705408 00000100:00100000:1.0:1715206674.853591:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705408 00000100:00100000:2.0:1715206674.853596:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572326 00000100:00100000:2.0:1715206674.853602:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591705472:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.853609:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572327 00010000:00010000:2.0:1715206674.853612:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.853614:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591705408:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.853620:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3420d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289930 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.853622:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.853630:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c34214 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289929 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.853642:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.853649:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 253 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.853652:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.853654:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 4/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.853660:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 253 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.853665:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.853666:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 253 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.853672:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 253 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.853677:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 253 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.853679:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844288:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.853684:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 253 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.853691:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844352:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.853713:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934b40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.853713:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adf00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.854925:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.854938:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844288:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.854948:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.854964:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844352:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.854968:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206674.854976:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.854978:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705600 00000100:00100000:0.0:1715206674.854981:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705600 00010000:00010000:0.0:1715206674.854991:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 254 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.854995:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705536 00000100:00100000:3.0:1715206674.855001:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705536 00000100:00100000:0.0:1715206674.855010:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158620 00010000:00010000:3.0:1715206674.855014:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 255 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.855014:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+255:2000:x1798523591705600:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.855019:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.855023:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 255 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.855029:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 255 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.855038:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158621 00010000:00010000:0.0:1715206674.855038:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c341f1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828991b expref: 255 pid: 11041 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.855043:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+255:2002:x1798523591705536:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206674.855049:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.855049:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800b436f700) 00010000:00010000:0.0:1715206674.855052:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.855053:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 254 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.855079:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.855081:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 254 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.855083:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.855091:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c341f8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x45:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289922 expref: 254 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.855095:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.855099:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012d3a4400) 00010000:00010000:3.0:1715206674.855102:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.855106:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.855107:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.855110:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.855112:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.855113:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:2000:x1798523591705600:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 98us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.855118:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158620 00010000:00010000:3.0:1715206674.855127:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:1.0:1715206674.855131:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 1048576 00000004:00200000:1.0:1715206674.855133:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1715206674.855139:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00010000:1.0:1715206674.855141:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.855144:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.855146:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.855149:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+252:2002:x1798523591705536:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 104us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.855156:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158621 00010000:00010000:1.0:1715206674.855159:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c34214 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289929 expref: 253 pid: 8278 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1715206674.855163:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1048576 00000004:00200000:2.0:1715206674.855165:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206674.855168:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289929 expref: 251 pid: 8278 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1715206674.855173:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.855173:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800b436f700) 00010000:00010000:1.0:1715206674.855175:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.855176:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a0000, rc 0) 00010000:00010000:2.0:1715206674.855178:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.855190:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3420d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289930 expref: 252 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.855218:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289930 expref: 251 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.855225:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012d3a4400) 00010000:00010000:2.0:1715206674.855227:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.855229:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d89440, rc 0) 00000100:00100000:1.0:1715206674.855236:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591705408:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1618us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.855245:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572327 00000100:00100000:2.0:1715206674.855254:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591705472:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1651us (1740us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.855261:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572326 00000100:00100000:0.0:1715206674.859253:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.859281:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.859327:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705792 00000100:00100000:2.0:1715206674.859329:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705856 00000100:00100000:1.0:1715206674.859332:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705792 00000100:00100000:2.0:1715206674.859335:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705856 00000100:00100000:1.0:1715206674.859358:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572328 00000100:00100000:1.0:1715206674.859362:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591705792:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.859370:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.859372:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572329 00000100:00100000:2.0:1715206674.859377:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591705856:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.859379:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34229 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289937 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.859385:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.859393:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34230 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828993e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.859437:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.859446:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c31fe6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e40 expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.859449:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.859451:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.859458:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c31fc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e32 expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.859463:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.859464:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c31fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e40 expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.859471:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c31fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e40 expref: 253 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.859476:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c31fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e32 expref: 253 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.859479:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844416:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.859483:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c31fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e32 expref: 253 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.859490:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844480:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.859512:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934b40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.859512:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adf00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.860532:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844416:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.860544:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.860554:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844480:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.860567:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.860754:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.860795:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705920 00000100:00100000:0.0:1715206674.860798:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.860800:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705920 00010000:00010000:3.0:1715206674.860814:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c31fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e40 expref: 254 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.860836:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591705984 00000100:00100000:3.0:1715206674.860838:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591705984 00000100:00100000:1.0:1715206674.860842:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158622 00010000:00010000:3.0:1715206674.860844:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c31fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e32 expref: 255 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.860847:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+255:2002:x1798523591705920:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.860855:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.860859:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c31fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e40 expref: 255 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.860860:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158623 00000100:00100000:3.0:1715206674.860864:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+255:2003:x1798523591705984:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.860867:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c31fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e40 expref: 255 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.860870:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.860874:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c31fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e32 expref: 255 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.860877:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400cb40/0xb73f6b2ce2c31fe6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e40 expref: 255 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.860881:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c31fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e32 expref: 254 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.860884:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d3a4e00) 00010000:00010000:1.0:1715206674.860887:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.860900:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400fcc0/0xb73f6b2ce2c31fc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288e32 expref: 254 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.860904:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.860907:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012d3a4d00) 00010000:00010000:3.0:1715206674.860910:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.860910:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.860915:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.860919:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.860939:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.860939:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.860955:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.860956:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.860960:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+253:2003:x1798523591705984:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 95us (161us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206674.860962:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.860964:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:2002:x1798523591705920:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 114us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.860965:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158623 00010000:00010000:2.0:1715206674.860966:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:0.0:1715206674.860980:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1867776 00000100:00100000:1.0:1715206674.860981:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158622 00000004:00200000:2.0:1715206674.860986:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776 00010000:00010000:0.0:1715206674.861030:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34229 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 255 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.861034:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34230 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 255 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.861052:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 253 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.861074:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 253 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.861078:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d3a4e00) 00010000:00010000:2.0:1715206674.861080:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012d3a4d00) 00010000:00010000:0.0:1715206674.861080:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.861082:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206674.861082:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a2ac0, rc 0) 00010000:00010000:2.0:1715206674.861083:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8b180, rc 0) 00000100:00100000:0.0:1715206674.861109:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13029:x1798523591705792:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1746us (1858us total) trans 4295059819 rc 0/0 00000100:00100000:2.0:1715206674.861113:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13030:x1798523591705856:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1736us (1830us total) trans 4295059820 rc 0/0 00000100:00100000:0.0:1715206674.861115:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572328 00000100:00100000:2.0:1715206674.861118:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572329 00000100:00100000:0.0:1715206674.862611:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.862641:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.862698:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706048 00000100:00100000:1.0:1715206674.862699:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706112 00000100:00100000:2.0:1715206674.862705:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706048 00000100:00100000:1.0:1715206674.862705:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706112 00000100:00100000:2.0:1715206674.862738:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572330 00000100:00100000:2.0:1715206674.862744:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13030:x1798523591706048:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.862753:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572331 00010000:00010000:2.0:1715206674.862756:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.862761:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13029:x1798523591706112:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.862765:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34253 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289945 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.862771:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.862783:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c3425a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828994c expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.862793:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.862801:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 255 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.862807:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.862816:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.862822:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 255 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.862824:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 255 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.862829:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 255 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.862830:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.862838:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844544:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.862845:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 255 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.862852:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 255 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.862860:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844608:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.862875:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800969343c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.862882:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3adf00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.863950:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844544:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.863964:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.863986:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844608:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.863999:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.864320:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.864352:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.864374:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706176 00000100:00100000:1.0:1715206674.864381:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706176 00000100:00100000:3.0:1715206674.864391:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706240 00000100:00100000:3.0:1715206674.864396:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706240 00010000:00010000:1.0:1715206674.864400:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 256 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.864424:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 257 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.864458:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158624 00000100:00100000:1.0:1715206674.864465:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+257:2003:x1798523591706176:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206674.864469:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158625 00000100:00100000:3.0:1715206674.864474:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+257:2000:x1798523591706240:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.864475:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.864479:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 257 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.864481:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.864485:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 257 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.864487:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 257 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.864511:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 257 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.864515:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c3423e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828993e expref: 257 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.864520:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34237 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x47:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289937 expref: 256 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.864522:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012d3a4d00) 00010000:00010000:1.0:1715206674.864525:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.864528:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d3a4e00) 00010000:00010000:1.0:1715206674.864529:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.864530:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.864533:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.864535:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.864538:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.864547:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.864551:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.864558:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.864564:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+255:2000:x1798523591706240:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 90us (213us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206674.864565:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.864566:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.864568:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+255:2003:x1798523591706176:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 104us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.864569:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158625 00010000:00010000:2.0:1715206674.864573:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206674.864573:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158624 00000004:00200000:2.0:1715206674.864596:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 1867776 00000004:00200000:0.0:1715206674.864596:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1867776 00000004:00200000:2.0:1715206674.864598:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:0.0:1715206674.864598:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206674.864605:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00010000:2.0:1715206674.864606:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.864611:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.864611:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.864624:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34253 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289945 expref: 255 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.864624:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c3425a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828994c expref: 255 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.864633:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828994c expref: 253 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.864634:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289945 expref: 253 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.864638:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012d3a4d00) 00010000:00010000:2.0:1715206674.864640:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206674.864641:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d3a4e00) 00010000:00010000:2.0:1715206674.864642:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d88240, rc 0) 00010000:00010000:0.0:1715206674.864643:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206674.864645:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a3840, rc 0) 00000100:00100000:2.0:1715206674.864674:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13030:x1798523591706048:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1930us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.864677:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13029:x1798523591706112:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1918us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.864678:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572330 00000100:00100000:0.0:1715206674.864682:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572331 00000100:00100000:0.0:1715206674.871281:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.871351:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.871369:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706304 00000100:00100000:2.0:1715206674.871378:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706304 00000100:00100000:3.0:1715206674.871430:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706368 00000100:00100000:3.0:1715206674.871453:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706368 00000100:00100000:2.0:1715206674.871454:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572332 00000100:00100000:2.0:1715206674.871462:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13030:x1798523591706304:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206674.871477:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572333 00010000:00010000:2.0:1715206674.871477:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206674.871482:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13029:x1798523591706368:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.871491:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.871491:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3426f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289953 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.871501:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34276 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828995a expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.871531:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c3427d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.871531:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c34284 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.871539:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c3427d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.871541:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c34284 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.871546:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c3427d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.871550:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c34284 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206674.871584:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 4096 00000004:00200000:3.0:1715206674.871586:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:2.0:1715206674.871586:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4096 00000004:00200000:2.0:1715206674.871588:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.871593:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c3427d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206674.871595:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c34284 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.871604:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34276 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828995a expref: 257 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.871606:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3426f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289953 expref: 257 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.871612:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c3427d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828995a expref: 255 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.871615:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c34284 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289953 expref: 255 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.871616:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206674.871618:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1715206674.871619:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206674.871620:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73cc0, rc 0) 00010000:00010000:2.0:1715206674.871621:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1715206674.871622:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8ad00, rc 0) 00000100:00100000:3.0:1715206674.871654:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13029:x1798523591706368:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 170us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.871654:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13030:x1798523591706304:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 192us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.871660:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572332 00000100:00100000:3.0:1715206674.871663:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572333 00000100:00100000:0.0:1715206674.874507:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.874534:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.874576:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706496 00000100:00100000:3.0:1715206674.874580:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706624 00000100:00100000:2.0:1715206674.874580:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706496 00000100:00100000:3.0:1715206674.874585:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706624 00000100:00100000:2.0:1715206674.874606:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572334 00000100:00100000:2.0:1715206674.874611:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13029:x1798523591706496:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206674.874618:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572335 00010000:00010000:2.0:1715206674.874621:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206674.874622:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13030:x1798523591706624:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.874630:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.874630:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3428b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289961 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.874636:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c34292 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289968 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.874672:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.874675:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.874679:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6880/0xb73f6b2ce2c209a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283148 expref: 257 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.874684:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206674.874684:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c20998 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283141 expref: 257 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.874688:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.874700:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6880/0xb73f6b2ce2c209a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283148 expref: 257 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.874701:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c20998 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283141 expref: 257 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.874708:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6880/0xb73f6b2ce2c209a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283148 expref: 257 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.874708:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c20998 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283141 expref: 257 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.874715:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524844672:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.874716:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844736:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.874749:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880121699480 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.874749:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800969343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206674.875551:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524844672:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.875564:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206674.875573:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844736:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.875584:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.875983:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.876009:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.876035:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706688 00000100:00100000:1.0:1715206674.876040:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706688 00000100:00100000:3.0:1715206674.876073:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706752 00000100:00100000:3.0:1715206674.876078:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706752 00010000:00010000:1.0:1715206674.876079:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c20998 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283141 expref: 258 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.876089:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6880/0xb73f6b2ce2c209a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283148 expref: 259 pid: 7126 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.876108:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158626 00000100:00100000:1.0:1715206674.876114:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:2003:x1798523591706688:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206674.876116:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158627 00000100:00100000:3.0:1715206674.876120:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+259:2002:x1798523591706752:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.876134:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.876138:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.876138:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c20998 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283141 expref: 259 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.876141:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6880/0xb73f6b2ce2c209a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283148 expref: 259 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.876144:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c20998 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283141 expref: 259 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.876148:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6880/0xb73f6b2ce2c209a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283148 expref: 259 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.876153:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c20998 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283141 expref: 259 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.876156:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6880/0xb73f6b2ce2c209a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283148 expref: 259 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.876163:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8800832d8a00) 00010000:00010000:3.0:1715206674.876165:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206674.876169:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.876170:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8800832d8000) 00010000:00010000:3.0:1715206674.876173:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.876173:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.876177:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.876180:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.876181:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.876189:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.876196:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206674.876203:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+257:2002:x1798523591706752:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 82us (194us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.876204:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206674.876205:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+257:2003:x1798523591706688:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 92us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.876209:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158626 00000100:00100000:3.0:1715206674.876212:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158627 00000004:00200000:2.0:1715206674.876214:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 260096 00010000:00010000:3.0:1715206674.876234:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.876240:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206674.876249:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 260096 00010000:00010000:2.0:1715206674.876282:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c34292 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 258 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.876294:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 258 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.876297:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3428b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 258 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.876300:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8800832d8a00) 00010000:00010000:2.0:1715206674.876303:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.876305:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72640, rc 0) 00010000:00010000:3.0:1715206674.876309:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 257 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.876315:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8800832d8000) 00010000:00010000:3.0:1715206674.876317:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206674.876319:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d886c0, rc 0) 00000100:00100000:2.0:1715206674.876333:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591706624:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1709us (1797us total) trans 4295059821 rc 0/0 00000100:00100000:3.0:1715206674.876339:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591706496:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1727us (1833us total) trans 4295059822 rc 0/0 00000100:00100000:2.0:1715206674.876339:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572335 00000100:00100000:3.0:1715206674.876345:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572334 00000100:00100000:0.0:1715206674.878022:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.878046:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.878074:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706816 00000100:00100000:2.0:1715206674.878077:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706880 00000100:00100000:3.0:1715206674.878078:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706816 00000100:00100000:2.0:1715206674.878081:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706880 00000100:00100000:3.0:1715206674.878094:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572336 00000100:00100000:3.0:1715206674.878098:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591706816:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206674.878100:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572337 00000100:00100000:0.0:1715206674.878105:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591706880:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.878106:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.878112:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c342b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828996f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.878112:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.878119:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c342bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289976 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.878136:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.878139:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.878142:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 259 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.878146:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.878146:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 259 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.878153:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 4/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.878157:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 259 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.878162:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 259 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.878164:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 259 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.878168:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844800:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206674.878169:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 259 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.878175:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c66300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844864:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.878196:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.878199:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206674.879037:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524844800:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.879047:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.879090:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c66300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524844864:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.879103:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.879322:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.879343:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.879362:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591706944 00000100:00100000:1.0:1715206674.879366:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591706944 00010000:00010000:1.0:1715206674.879378:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 260 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.879381:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707008 00000100:00100000:3.0:1715206674.879386:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707008 00010000:00010000:3.0:1715206674.879398:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 261 pid: 7128 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.879400:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158628 00000100:00100000:1.0:1715206674.879403:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+261:2001:x1798523591706944:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.879441:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.879445:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 261 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.879447:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158629 00000100:00100000:3.0:1715206674.879460:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+261:2002:x1798523591707008:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.879464:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 261 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.879466:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.879469:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 261 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.879475:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c342a0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289961 expref: 261 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.879476:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 261 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.879482:0:9414:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8800832d8000) 00010000:00010000:3.0:1715206674.879484:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34299 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289968 expref: 260 pid: 7128 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.879484:0:9414:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.879504:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.879506:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8800832d8a00) 00010000:00010000:1.0:1715206674.879508:0:9414:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.879509:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.879513:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.879516:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.879518:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.879525:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.879530:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.879531:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.879535:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:2001:x1798523591706944:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 131us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.879540:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158628 00010000:00010000:2.0:1715206674.879547:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.879548:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+258:2002:x1798523591707008:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 96us (204us total) trans 0 rc 0/0 00000004:00200000:0.0:1715206674.879548:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 260096 00000004:00200000:0.0:1715206674.879550:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:3.0:1715206674.879552:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158629 00010000:00010000:2.0:1715206674.879554:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00010000:0.0:1715206674.879557:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.879562:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000004:00200000:2.0:1715206674.879571:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 260096 00010000:00010000:0.0:1715206674.879572:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c342bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289976 expref: 258 pid: 11041 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1715206674.879573:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.879580:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.879585:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.879593:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289976 expref: 258 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.879597:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c342b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828996f expref: 258 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.879597:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8800832d8000) 00010000:00010000:0.0:1715206674.879599:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206674.879601:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3b3c0, rc 0) 00010000:00010000:2.0:1715206674.879606:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828996f expref: 257 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.879610:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8800832d8a00) 00010000:00010000:2.0:1715206674.879613:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.879614:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f721c0, rc 0) 00000100:00100000:0.0:1715206674.879618:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591706880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1513us (1571us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.879622:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572337 00000100:00100000:2.0:1715206674.879632:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13030:x1798523591706816:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1533us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.879637:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572336 00000100:00100000:0.0:1715206674.882235:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.882289:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.882299:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1715206674.882312:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707072 00000100:00100000:3.0:1715206674.882317:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707072 00000100:00100000:1.0:1715206674.882330:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707136 00000100:00100000:1.0:1715206674.882335:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707136 00000100:00100000:3.0:1715206674.882341:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572338 00000100:00100000:3.0:1715206674.882347:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591707072:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206674.882351:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572339 00010000:00010000:3.0:1715206674.882355:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1715206674.882355:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591707136:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.882362:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c342d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828997d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.882362:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.882369:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c342d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289984 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.882384:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.882390:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882390:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882395:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882396:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.882401:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882403:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882420:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882424:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882425:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882445:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882446:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882464:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882464:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882468:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882468:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882471:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882471:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882474:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.882475:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.882477:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882477:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882481:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882481:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.882485:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206674.882486:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:0.0:1715206674.882486:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.882488:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.882488:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882490:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882491:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c342e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882493:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c342df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882513:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882516:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882516:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882519:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882520:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882522:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882523:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.882524:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882525:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.882526:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882527:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882529:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882531:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xcd61b030 (ffff88008d54ca00) 00010000:00010000:3.0:1715206674.882532:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xcd61b030 (ffff88009349d300) 00010000:00010000:0.0:1715206674.882532:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.882533:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882534:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.882535:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882536:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c342f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.882538:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c342ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.882551:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c342d8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289984 expref: 259 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.882552:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c342d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828997d expref: 259 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.882556:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c342d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289984 expref: 259 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.882557:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c342d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828997d expref: 259 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.882560:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38900, rc 0) 00010000:00010000:3.0:1715206674.882562:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70fc0, rc 0) 00000100:00100000:0.0:1715206674.882586:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591707136:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 230us (312us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206674.882590:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572339 00000100:00100000:3.0:1715206674.882592:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591707072:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 245us (361us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.882596:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572338 00000100:00100000:1.0:1715206674.884241:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.884288:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707200 00000100:00100000:3.0:1715206674.884292:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707200 00000100:00100000:3.0:1715206674.884317:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117697 00000100:00100000:3.0:1715206674.884321:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e716c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13029:x1798523591707200:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206674.884389:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.884437:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707264 00000100:00100000:1.0:1715206674.884442:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707264 00000100:00100000:1.0:1715206674.884469:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117698 00000100:00100000:1.0:1715206674.884474:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591707264:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206674.885872:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e716c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591707200:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1548us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.885878:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117697 00000100:00100000:1.0:1715206674.886049:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13030:x1798523591707264:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1573us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.886073:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117698 00000100:00100000:0.0:1715206674.895027:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.895080:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.895144:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707328 00000100:00100000:1.0:1715206674.895146:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707392 00000100:00100000:3.0:1715206674.895150:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707328 00000100:00100000:1.0:1715206674.895152:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707392 00000100:00100000:3.0:1715206674.895184:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572340 00000100:00100000:3.0:1715206674.895190:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591707328:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.895195:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572341 00000100:00100000:1.0:1715206674.895200:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591707392:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.895202:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.895208:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.895214:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c342fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828998b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.895217:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34302 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289992 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.895249:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895250:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.895258:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895258:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895265:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895265:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.895272:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895273:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.895277:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895280:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895281:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895284:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895303:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895303:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895307:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895307:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895311:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895311:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895315:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.895315:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a3180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.895317:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895318:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895322:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895322:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895328:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.895328:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206674.895330:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.895330:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.895332:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895332:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895336:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34310 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895336:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34309 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.895343:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.895347:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.895351:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895354:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895354:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.895356:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895358:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895359:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895362:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895363:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88013429ed00) 00010000:00010000:1.0:1715206674.895364:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.895365:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.895366:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895366:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.895369:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c34317 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.895370:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.895374:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009349d300) 00010000:00010000:3.0:1715206674.895376:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.895377:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.895380:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c3431e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.895387:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34302 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289992 expref: 259 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.895392:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34302 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289992 expref: 259 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.895396:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c342fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828998b expref: 258 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.895397:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a3a80, rc 0) 00010000:00010000:3.0:1715206674.895401:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c342fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828998b expref: 258 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.895423:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71f80, rc 0) 00000100:00100000:3.0:1715206674.895446:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13030:x1798523591707328:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 256us (433us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.895447:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13029:x1798523591707392:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 245us (365us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.895451:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572340 00000100:00100000:1.0:1715206674.895455:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572341 00000100:00100000:0.0:1715206674.898531:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.898575:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707520 00000100:00100000:1.0:1715206674.898580:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707520 00000100:00100000:1.0:1715206674.898607:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572342 00000100:00100000:1.0:1715206674.898612:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13029:x1798523591707520:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.898619:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.898621:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206674.898632:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c3427d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828995a expref: 256 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.898641:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.898644:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.898649:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34325 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289999 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.898686:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.898692:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.898697:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.898704:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.898708:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.898712:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:1.0:1715206674.898904:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x206e:0x0], index 1: 0 00010000:00010000:1.0:1715206674.898999:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3433a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899004:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3433a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899008:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3433a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899024:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899028:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899031:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899034:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.899035:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899038:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899042:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.899044:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.899045:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899048:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3432c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:1.0:1715206674.899054:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c64700 reply state ffff880094fda000 transno 4295059823 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899061:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899064:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88013429ee00) 00010000:00010000:1.0:1715206674.899065:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.899084:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206674.899097:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34325 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289999 expref: 258 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.899104:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3433a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289999 expref: 257 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.899107:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e8:0x0].0x0 (ffff88013429ef00) 00010000:00010000:1.0:1715206674.899109:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.899110:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a1200, rc 0) 00000100:00100000:1.0:1715206674.899155:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+258:13029:x1798523591707520:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 542us (626us total) trans 4295059823 rc 0/0 00000100:00100000:1.0:1715206674.899160:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572342 00000100:00100000:0.0:1715206674.899631:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.899667:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707648 00000100:00100000:1.0:1715206674.899670:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707648 00000100:00100000:1.0:1715206674.899689:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572343 00000100:00100000:1.0:1715206674.899693:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+258:13030:x1798523591707648:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.899699:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.899700:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206674.899707:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c34284 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289953 expref: 258 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.899714:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.899717:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.899721:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34348 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899a0 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.899745:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899750:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899754:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899761:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899764:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899767:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:1.0:1715206674.899838:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x206e:0x0], index 0: 0 00010000:00010000:1.0:1715206674.899880:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c3435d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899885:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c3435d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899889:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c3435d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899900:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899906:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899909:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899912:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.899913:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899916:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899920:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.899921:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.899923:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899925:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c3434f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:1.0:1715206674.899930:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c66300 reply state ffff880094fdd000 transno 4295059824 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899934:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.899937:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88013429e100) 00010000:00010000:1.0:1715206674.899938:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.899939:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206674.899967:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34348 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a0 expref: 260 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.899979:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c3435d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a0 expref: 259 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.899983:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e9:0x0].0x0 (ffff88013429e300) 00010000:00010000:1.0:1715206674.899985:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.899986:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c498c0, rc 0) 00000100:00100000:1.0:1715206674.900020:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+260:13030:x1798523591707648:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 326us (391us total) trans 4295059824 rc 0/0 00000100:00100000:1.0:1715206674.900025:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572343 00000100:00100000:0.0:1715206674.901365:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.901436:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707712 00000100:00100000:3.0:1715206674.901442:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707712 00000100:00100000:3.0:1715206674.901478:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77837 00000100:00100000:3.0:1715206674.901485:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2003:x1798523591707712:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.901495:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.901511:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899a7 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206674.901530:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x206e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206674.901543:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.901545:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.901553:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 103 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.901566:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 103 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.901576:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70900, rc 0) 00000100:00100000:3.0:1715206674.901616:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2003:x1798523591707712:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 131us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.901623:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77837 00000100:00100000:0.0:1715206674.902507:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.902566:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707776 00000100:00100000:3.0:1715206674.902573:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707776 00000100:00100000:3.0:1715206674.902609:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77838 00000100:00100000:3.0:1715206674.902615:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2000:x1798523591707776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.902627:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.902641:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899ae expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206674.902657:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x206e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206674.902668:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.902670:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.902675:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 102 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.902688:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 102 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.902698:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f733c0, rc 0) 00000100:00100000:3.0:1715206674.902738:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2000:x1798523591707776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 122us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.902746:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77838 00000100:00100000:0.0:1715206674.903305:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.903355:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591707904 00000100:00100000:1.0:1715206674.903361:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591707904 00000100:00100000:1.0:1715206674.903396:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117699 00000100:00100000:1.0:1715206674.903401:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+260:13029:x1798523591707904:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.903568:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+261:13029:x1798523591707904:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 164us (262us total) trans 4295059825 rc 0/0 00000100:00100000:1.0:1715206674.903575:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117699 00000100:00100000:0.0:1715206674.904313:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.904391:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708032 00000100:00100000:1.0:1715206674.904396:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708032 00000100:00100000:1.0:1715206674.904439:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117700 00000100:00100000:1.0:1715206674.904444:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+261:13030:x1798523591708032:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.904543:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+262:13030:x1798523591708032:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 98us (232us total) trans 4295059826 rc 0/0 00000100:00100000:1.0:1715206674.904549:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117700 00000100:00100000:0.0:1715206674.905376:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.905439:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708160 00000100:00100000:1.0:1715206674.905445:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708160 00000100:00100000:1.0:1715206674.905480:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117701 00000100:00100000:1.0:1715206674.905484:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+262:13029:x1798523591708160:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.905590:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+263:13029:x1798523591708160:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 102us (212us total) trans 4295059827 rc 0/0 00000100:00100000:1.0:1715206674.905598:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117701 00000100:00100000:0.0:1715206674.906505:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.906555:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708288 00000100:00100000:1.0:1715206674.906560:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708288 00000100:00100000:1.0:1715206674.906600:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117702 00000100:00100000:1.0:1715206674.906606:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+263:13030:x1798523591708288:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206674.906668:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.906678:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+264:13030:x1798523591708288:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 72us (175us total) trans 4295059828 rc 0/0 00000100:00100000:1.0:1715206674.906683:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117702 00000100:00100000:1.0:1715206674.906691:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708416 00000100:00100000:1.0:1715206674.906693:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708416 00000100:00100000:1.0:1715206674.906706:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117703 00000100:00100000:1.0:1715206674.906710:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e716850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+264:13029:x1798523591708416:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.906776:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e716850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+265:13029:x1798523591708416:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 64us (107us total) trans 4295059829 rc 0/0 00000100:00100000:1.0:1715206674.906782:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117703 00000100:00100000:0.0:1715206674.907678:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.907702:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.907724:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708544 00000100:00100000:1.0:1715206674.907729:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708544 00000100:00100000:3.0:1715206674.907731:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708672 00000100:00100000:3.0:1715206674.907735:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708672 00000100:00100000:1.0:1715206674.907757:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117704 00000100:00100000:1.0:1715206674.907763:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13029:x1798523591708544:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.907765:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117705 00000100:00100000:3.0:1715206674.907771:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13030:x1798523591708672:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.907839:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13029:x1798523591708544:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 74us (159us total) trans 4295059830 rc 0/0 00000100:00100000:1.0:1715206674.907846:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117704 00000100:00100000:3.0:1715206674.907848:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13030:x1798523591708672:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 77us (144us total) trans 4295059831 rc 0/0 00000100:00100000:3.0:1715206674.907853:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117705 00000100:00100000:0.0:1715206674.908907:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.908932:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.908972:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708800 00000100:00100000:1.0:1715206674.908975:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591708928 00000100:00100000:3.0:1715206674.908977:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708800 00000100:00100000:1.0:1715206674.908979:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591708928 00000100:00100000:3.0:1715206674.909002:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117706 00000100:00100000:3.0:1715206674.909008:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13029:x1798523591708800:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.909009:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117707 00000100:00100000:1.0:1715206674.909014:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13030:x1798523591708928:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206674.909099:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13030:x1798523591708928:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 84us (166us total) trans 4295059832 rc 0/0 00000100:00100000:3.0:1715206674.909101:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13029:x1798523591708800:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 92us (194us total) trans 4295059833 rc 0/0 00000100:00100000:1.0:1715206674.909103:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117707 00000100:00100000:3.0:1715206674.909106:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117706 00000100:00100000:0.0:1715206674.910202:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.910270:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709056 00000100:00100000:3.0:1715206674.910274:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709056 00000100:00100000:3.0:1715206674.910297:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117708 00000100:00100000:3.0:1715206674.910301:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+269:13030:x1798523591709056:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.910371:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13030:x1798523591709056:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 69us (169us total) trans 4295059834 rc 0/0 00000100:00100000:3.0:1715206674.910375:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117708 00000100:00100000:0.0:1715206674.910870:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.910908:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709184 00000100:00100000:1.0:1715206674.910913:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709184 00000100:00100000:1.0:1715206674.910940:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572344 00000100:00100000:1.0:1715206674.910945:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13029:x1798523591709184:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206674.910968:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.910980:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3433a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289999 expref: 270 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.910991:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e8:0x0].0x0 (ffff88013429ef00) 00010000:00010000:1.0:1715206674.910999:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.911011:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911020:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911026:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911034:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911040:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911046:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911100:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911107:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911113:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000040:00080000:1.0:1715206674.911228:0:18825:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8270, 64 off537472 00000004:00080000:1.0:1715206674.911234:0:18825:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1025821177507ns, next at 1026821176370ns, rc = 0 00010000:00010000:1.0:1715206674.911254:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911261:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911268:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911274:0:18825:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911278:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911283:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911288:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911292:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c49200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206674.911295:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911300:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911306:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e8:0x0].0x0 (ffff8800b436f100) 00010000:00010000:1.0:1715206674.911308:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206674.911310:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911314:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49200/0xb73f6b2ce2c3438e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911344:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911349:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911354:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911358:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c49d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.911361:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911366:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911373:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e8:0x0].0x0 (ffff8800b436f100) 00010000:00010000:1.0:1715206674.911375:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206674.911377:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911382:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c34387 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911478:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911482:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911486:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911488:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.911490:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911493:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911497:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.911498:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.911500:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911503:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c34379 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:1.0:1715206674.911507:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c3b80 reply state ffff880094fdc000 transno 4295059835 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911512:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.911515:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88013429ee00) 00010000:00010000:1.0:1715206674.911516:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.911518:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206674.911548:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13029:x1798523591709184:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 602us (677us total) trans 4295059835 rc 0/0 00000100:00100000:1.0:1715206674.911552:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572344 00000100:00100000:0.0:1715206674.912377:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.912451:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709312 00000100:00100000:1.0:1715206674.912456:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709312 00000100:00100000:1.0:1715206674.912487:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572345 00000100:00100000:1.0:1715206674.912493:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13030:x1798523591709312:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206674.912514:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.912526:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c3435d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a0 expref: 271 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.912537:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e9:0x0].0x0 (ffff88013429e300) 00010000:00010000:1.0:1715206674.912544:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.912554:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912563:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912570:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912578:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912586:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912591:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912622:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912630:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912636:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000040:00080000:1.0:1715206674.912733:0:18825:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8271, 64 off537536 00000004:00080000:1.0:1715206674.912738:0:18825:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1025822682471ns, next at 1026822681197ns, rc = 0 00010000:00010000:1.0:1715206674.912760:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912769:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912776:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912782:0:18825:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912787:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912793:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912799:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912804:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a4240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206674.912807:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912813:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912820:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e9:0x0].0x0 (ffff8800b436f200) 00010000:00010000:1.0:1715206674.912822:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206674.912825:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912831:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4240/0xb73f6b2ce2c343aa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912844:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912850:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912855:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912859:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.912862:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912867:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912874:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e9:0x0].0x0 (ffff8800b436f200) 00010000:00010000:1.0:1715206674.912876:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206674.912879:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912885:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c343a3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912934:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912941:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912946:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912952:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4b840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.912954:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912960:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912968:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.912970:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.912973:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912978:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c34395 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:1.0:1715206674.912985:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c1c00 reply state ffff880094fd8000 transno 4295059836 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912993:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.912999:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88013429e100) 00010000:00010000:1.0:1715206674.913002:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.913004:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206674.913043:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13030:x1798523591709312:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 548us (665us total) trans 4295059836 rc 0/0 00000100:00100000:1.0:1715206674.913050:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572345 00000100:00100000:0.0:1715206674.914176:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.914217:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709376 00000100:00100000:1.0:1715206674.914221:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709376 00000100:00100000:1.0:1715206674.914250:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572346 00000100:00100000:1.0:1715206674.914256:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13029:x1798523591709376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.914267:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.914276:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a7a80/0xb73f6b2ce2c343b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899b5 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.914304:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914312:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914319:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914326:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914332:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914339:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914354:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914359:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914364:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914369:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.914372:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914377:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914383:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.914386:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.914389:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914394:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4b40/0xb73f6b2ce2c343b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914401:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914418:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914423:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914427:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a4d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.914430:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914435:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914442:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88013429ee00) 00010000:00010000:1.0:1715206674.914443:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.914446:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914450:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4d80/0xb73f6b2ce2c343bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.914469:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a7a80/0xb73f6b2ce2c343b1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899b5 expref: 273 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.914476:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a7a80/0xb73f6b2ce2c343b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899b5 expref: 273 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.914484:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a7a80, rc 0) 00000100:00100000:1.0:1715206674.914514:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13029:x1798523591709376:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 257us (339us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.914520:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572346 00000100:00100000:0.0:1715206674.915778:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.915802:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.915823:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709504 00000100:00100000:1.0:1715206674.915827:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709504 00000100:00100000:1.0:1715206674.915853:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709440 00000100:00100000:1.0:1715206674.915855:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709440 00000100:00100000:3.0:1715206674.915861:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572347 00000100:00100000:3.0:1715206674.915868:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13029:x1798523591709504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.915877:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.915878:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572348 00000100:00100000:1.0:1715206674.915883:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13030:x1798523591709440:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.915888:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c343c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899c3 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.915892:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.915900:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6640/0xb73f6b2ce2c343cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899bc expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.915906:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c343c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899c3 expref: 274 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.915916:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c343c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899c3 expref: 275 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.915922:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206674.915924:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.915924:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.915926:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f706c0, rc 0) 00010000:00010000:1.0:1715206674.915931:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915937:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915944:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206674.915946:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13029:x1798523591709504:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 79us (170us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206674.915949:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206674.915950:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572347 00010000:00010000:1.0:1715206674.915954:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915967:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915972:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915977:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915981:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a4480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.915984:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915990:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.915997:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.915999:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.916001:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916006:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a4480/0xb73f6b2ce2c343d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916014:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916019:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916023:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916027:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.916030:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916034:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916039:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88013429e100) 00010000:00010000:1.0:1715206674.916040:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.916042:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916047:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a73c0/0xb73f6b2ce2c343db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.916082:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6640/0xb73f6b2ce2c343cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899bc expref: 274 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.916090:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6640/0xb73f6b2ce2c343cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899bc expref: 274 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.916097:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a6640, rc 0) 00000100:00100000:1.0:1715206674.916126:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13030:x1798523591709440:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 241us (322us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.916132:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572348 00000100:00100000:0.0:1715206674.917527:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.917565:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.917576:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709568 00000100:00100000:1.0:1715206674.917581:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709568 00000100:00100000:3.0:1715206674.917599:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709632 00000100:00100000:3.0:1715206674.917603:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709632 00000100:00100000:1.0:1715206674.917612:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572349 00000100:00100000:1.0:1715206674.917617:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591709568:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.917626:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206674.917632:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117709 00010000:00010000:1.0:1715206674.917634:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5680/0xb73f6b2ce2c343e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899ca expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.917637:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e716450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591709632:12345-192.168.203.35@tcp:37:dbench.0 00010000:00010000:1.0:1715206674.917650:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5680/0xb73f6b2ce2c343e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ca expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.917660:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5680/0xb73f6b2ce2c343e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ca expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.917666:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.917669:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.917671:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a5680, rc 0) 00000100:00100000:1.0:1715206674.917694:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13030:x1798523591709568:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 77us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.917700:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572349 00000100:00100000:3.0:1715206674.919076:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e716450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591709632:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1436us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.919082:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117709 00000100:00100000:0.0:1715206674.919122:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.919155:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709696 00000100:00100000:3.0:1715206674.919159:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709696 00000100:00100000:3.0:1715206674.919184:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117710 00000100:00100000:3.0:1715206674.919189:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591709696:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206674.920440:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591709696:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1250us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.920445:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117710 00000100:00100000:0.0:1715206674.920874:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.920915:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709760 00000100:00100000:1.0:1715206674.920921:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709760 00000100:00100000:1.0:1715206674.920949:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572350 00000100:00100000:1.0:1715206674.920955:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591709760:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.920965:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.920975:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5d40/0xb73f6b2ce2c343e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899d1 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.921004:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921013:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921019:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921025:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921031:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921036:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921049:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921077:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921082:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921086:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e488fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.921089:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921094:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921101:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.921104:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.921107:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921112:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488fc0/0xb73f6b2ce2c343f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921117:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921121:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921124:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921126:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e48ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.921128:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921133:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921137:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88013429ee00) 00010000:00010000:1.0:1715206674.921138:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.921140:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921142:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48ba80/0xb73f6b2ce2c343f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921154:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5d40/0xb73f6b2ce2c343e9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899d1 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.921159:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5d40/0xb73f6b2ce2c343e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899d1 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.921162:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008c8a5d40, rc 0) 00000100:00100000:1.0:1715206674.921192:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591709760:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 235us (318us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.921198:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572350 00000100:00100000:0.0:1715206674.921832:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.921874:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709824 00000100:00100000:1.0:1715206674.921878:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709824 00000100:00100000:1.0:1715206674.921905:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572351 00000100:00100000:1.0:1715206674.921910:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591709824:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.921918:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.921926:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c343fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899d8 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.921954:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921961:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921968:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921975:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921981:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.921986:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922000:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922005:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922010:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922014:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e489440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.922017:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922022:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922032:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.922034:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.922037:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922042:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489440/0xb73f6b2ce2c34405 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922081:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922087:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922092:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922096:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e489200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.922098:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922103:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922110:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88013429e100) 00010000:00010000:1.0:1715206674.922112:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.922114:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922119:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489200/0xb73f6b2ce2c3440c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922136:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c343fe lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899d8 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.922144:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4886c0/0xb73f6b2ce2c343fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899d8 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.922151:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e4886c0, rc 0) 00000100:00100000:1.0:1715206674.922184:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591709824:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 273us (352us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.922190:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572351 00000100:00100000:0.0:1715206674.922424:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.922462:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709888 00000100:00100000:1.0:1715206674.922466:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709888 00000100:00100000:1.0:1715206674.922493:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572352 00000100:00100000:1.0:1715206674.922498:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591709888:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.922505:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.922512:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488240/0xb73f6b2ce2c34413 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899df expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.922534:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922540:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922547:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922556:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922562:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922568:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922580:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922585:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922590:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922594:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e489f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.922597:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922602:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922609:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.922611:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.922614:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922618:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489f80/0xb73f6b2ce2c3441a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922626:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922631:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922635:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922640:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e48a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.922643:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922648:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922654:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff8800b436f500) 00010000:00010000:1.0:1715206674.922656:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.922658:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922663:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a640/0xb73f6b2ce2c34421 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.922681:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488240/0xb73f6b2ce2c34413 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899df expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.922688:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488240/0xb73f6b2ce2c34413 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899df expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.922695:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e488240, rc 0) 00000100:00100000:1.0:1715206674.922726:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591709888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 227us (302us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.922732:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572352 00000100:00100000:0.0:1715206674.923385:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.923438:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591709952 00000100:00100000:1.0:1715206674.923442:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591709952 00000100:00100000:1.0:1715206674.923467:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572353 00000100:00100000:1.0:1715206674.923472:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591709952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.923480:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.923487:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c34428 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899e6 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.923511:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923517:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923524:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923533:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923539:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923544:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923556:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923562:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923567:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923571:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e48aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.923574:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923580:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923586:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.923588:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.923591:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923595:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48aac0/0xb73f6b2ce2c3442f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923603:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923610:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923615:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923620:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e48b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.923622:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923628:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923634:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800a7c2ee00) 00010000:00010000:1.0:1715206674.923636:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.923639:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923644:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b600/0xb73f6b2ce2c34436 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.923662:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c34428 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899e6 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.923669:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489d40/0xb73f6b2ce2c34428 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899e6 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.923676:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e489d40, rc 0) 00000100:00100000:1.0:1715206674.923707:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591709952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 234us (322us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.923714:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572353 00000100:00100000:0.0:1715206674.924443:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.924484:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710080 00000100:00100000:1.0:1715206674.924488:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710080 00000100:00100000:1.0:1715206674.924514:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572354 00000100:00100000:1.0:1715206674.924520:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591710080:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.924528:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.924536:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c3443d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899ed expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.924568:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924575:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924582:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924591:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924597:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924602:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924615:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924621:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924626:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924631:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.924634:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924639:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924646:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.924648:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.924651:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924656:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34444 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924664:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924669:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924674:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924679:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.924682:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924687:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924693:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff8800a7c2ec00) 00010000:00010000:1.0:1715206674.924695:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.924697:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924702:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3444b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.924722:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c3443d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ed expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.924729:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c3443d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ed expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.924736:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a1c0, rc 0) 00000100:00100000:1.0:1715206674.924770:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591710080:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 249us (328us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.924776:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572354 00000100:00100000:0.0:1715206674.925295:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.925336:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710208 00000100:00100000:1.0:1715206674.925340:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710208 00000100:00100000:1.0:1715206674.925369:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572355 00000100:00100000:1.0:1715206674.925374:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591710208:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.925382:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.925390:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34452 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899f4 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.925431:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925438:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925444:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925454:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925459:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925465:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925478:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925483:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925488:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925492:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.925495:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925501:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925508:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.925510:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.925512:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925517:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34459 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925525:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925530:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925535:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925540:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.925542:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925548:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925554:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880090b0ca00) 00010000:00010000:1.0:1715206674.925556:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.925559:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925567:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34460 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.925586:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34452 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899f4 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.925593:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34452 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899f4 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.925601:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b180, rc 0) 00000100:00100000:1.0:1715206674.925633:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591710208:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 258us (337us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.925640:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572355 00000100:00100000:0.0:1715206674.925900:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.925943:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710272 00000100:00100000:1.0:1715206674.925947:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710272 00000100:00100000:1.0:1715206674.925973:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572356 00000100:00100000:1.0:1715206674.925978:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591710272:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.925986:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.925994:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34467 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce582899fb expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.926017:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926025:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926031:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926040:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926045:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926050:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926084:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926089:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926094:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926099:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.926101:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926106:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926113:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.926115:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.926118:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926123:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3446e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926130:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926135:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926140:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926144:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.926147:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926151:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926156:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880090b0c900) 00010000:00010000:1.0:1715206674.926158:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.926160:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926164:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34475 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926180:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34467 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899fb expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.926186:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34467 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899fb expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.926192:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28bcc0, rc 0) 00000100:00100000:1.0:1715206674.926222:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591710272:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 243us (321us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.926231:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572356 00000100:00100000:0.0:1715206674.926673:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.926710:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710336 00000100:00100000:1.0:1715206674.926714:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710336 00000100:00100000:1.0:1715206674.926738:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572357 00000100:00100000:1.0:1715206674.926743:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591710336:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.926751:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.926758:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3447c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a02 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.926781:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926788:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926794:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926802:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926808:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926813:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926825:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926830:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926836:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926840:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.926843:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926848:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926854:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.926857:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.926859:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926864:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34483 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926871:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926876:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926880:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926884:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.926886:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926892:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926897:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880090b0c000) 00010000:00010000:1.0:1715206674.926898:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.926901:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926904:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3448a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.926920:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3447c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a02 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.926926:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3447c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a02 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.926932:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a400, rc 0) 00000100:00100000:1.0:1715206674.926961:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13030:x1798523591710336:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 217us (288us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.926967:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572357 00000100:00100000:0.0:1715206674.927726:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.927764:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710464 00000100:00100000:1.0:1715206674.927769:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710464 00000100:00100000:1.0:1715206674.927794:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572358 00000100:00100000:1.0:1715206674.927800:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13029:x1798523591710464:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.927807:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.927809:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206674.927819:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f706c0/0xb73f6b2ce2c343c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899c3 expref: 274 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.927829:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.927833:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.927838:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c34491 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a09 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.927867:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.927872:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.927876:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.927881:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.927885:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.927888:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:1.0:1715206674.928080:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x206f:0x0], index 1: 0 00010000:00010000:1.0:1715206674.928154:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928159:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928163:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928179:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928185:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928188:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928191:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.928192:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928195:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928199:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.928200:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.928202:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928204:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34498 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:1.0:1715206674.928210:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b91f80 reply state ffff880096546000 transno 4295059837 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928215:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928218:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880090b0c700) 00010000:00010000:1.0:1715206674.928219:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.928221:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206674.928231:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c34491 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 276 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.928241:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 275 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.928245:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:1.0:1715206674.928246:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.928247:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289b00, rc 0) 00000100:00100000:1.0:1715206674.928272:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+276:13029:x1798523591710464:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 473us (548us total) trans 4295059837 rc 0/0 00000100:00100000:1.0:1715206674.928276:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572358 00000100:00100000:0.0:1715206674.928428:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.928482:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710592 00000100:00100000:1.0:1715206674.928486:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710592 00000100:00100000:1.0:1715206674.928514:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572359 00000100:00100000:1.0:1715206674.928520:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+276:13030:x1798523591710592:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.928528:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.928530:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206674.928540:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5680/0xb73f6b2ce2c343e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ca expref: 276 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.928551:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.928554:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.928560:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c344b4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a10 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.928595:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928603:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928610:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928619:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928624:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928630:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:1.0:1715206674.928729:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x206f:0x0], index 0: 0 00010000:00010000:1.0:1715206674.928778:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928783:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928788:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928799:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928803:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928806:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928808:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.928810:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928814:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928818:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.928820:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.928822:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928824:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c344bb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:1.0:1715206674.928830:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b91880 reply state ffff880096540000 transno 4295059838 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928834:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.928838:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880090b0cf00) 00010000:00010000:1.0:1715206674.928839:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206674.928840:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206674.928850:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c344b4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 278 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.928856:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 277 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.928860:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:1.0:1715206674.928861:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.928862:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288000, rc 0) 00000100:00100000:1.0:1715206674.928889:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+278:13030:x1798523591710592:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 369us (462us total) trans 4295059838 rc 0/0 00000100:00100000:1.0:1715206674.928896:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572359 00000100:00100000:0.0:1715206674.930368:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.930437:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710656 00000100:00100000:3.0:1715206674.930442:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710656 00000100:00100000:3.0:1715206674.930474:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77839 00000100:00100000:3.0:1715206674.930479:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2002:x1798523591710656:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.930488:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.930501:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a17 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206674.930521:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x206f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206674.930531:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.930533:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.930539:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.930549:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.930557:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72640, rc 0) 00000100:00100000:3.0:1715206674.930586:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2002:x1798523591710656:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 107us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.930590:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77839 00000100:00100000:0.0:1715206674.931025:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.931101:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710720 00000100:00100000:3.0:1715206674.931105:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710720 00000100:00100000:3.0:1715206674.931128:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77840 00000100:00100000:3.0:1715206674.931133:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2003:x1798523591710720:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.931140:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.931148:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a1e expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206674.931159:0:11062:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x206f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206674.931166:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.931167:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.931170:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 103 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.931181:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 103 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.931187:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f718c0, rc 0) 00000100:00100000:3.0:1715206674.931210:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2003:x1798523591710720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 77us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.931214:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77840 00000100:00100000:0.0:1715206674.932514:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.932544:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.932580:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710784 00000100:00100000:3.0:1715206674.932583:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710848 00000100:00100000:1.0:1715206674.932584:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710784 00000100:00100000:3.0:1715206674.932588:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710848 00000100:00100000:1.0:1715206674.932613:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77841 00000100:00100000:1.0:1715206674.932616:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+104:13029:x1798523591710784:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.932623:0:18690:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206674.932625:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77842 00000100:00100000:3.0:1715206674.932629:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+103:13030:x1798523591710848:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.932629:0:18690:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a25 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.932635:0:11062:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.932642:0:11062:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a2c expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.932642:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 105 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.932647:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.932648:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.932650:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 105 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.932654:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.932659:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.932660:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.932662:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 104 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.932667:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 105 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.932674:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.932675:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 105 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.932683:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 104 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1715206674.932683:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524844928:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.932689:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524844992:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.932717:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4780 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.932717:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad480 going to sleep for 11 seconds 00000100:00100000:3.0:1715206674.933539:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524844992:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.933539:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524844928:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.933552:0:18690:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 105 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.933553:0:11062:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 104 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.933560:0:18690:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f2898c0, rc 0) 00010000:00010000:3.0:1715206674.933561:0:11062:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73840, rc 0) 00000100:00100000:3.0:1715206674.933588:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+104:13030:x1798523591710848:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 958us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.933588:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+105:13029:x1798523591710784:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 970us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.933593:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77842 00000100:00100000:1.0:1715206674.933598:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77841 00000100:00100000:0.0:1715206674.933711:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.933751:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710912 00000100:00100000:3.0:1715206674.933756:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710912 00010000:00010000:3.0:1715206674.933770:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 105 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206674.933791:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158630 00000100:00100000:3.0:1715206674.933795:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+105:2002:x1798523591710912:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206674.933801:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.933809:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 105 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.933830:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 105 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.933836:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.933841:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c344d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a17 expref: 105 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.933847:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206674.933847:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591710976 00010000:00010000:3.0:1715206674.933849:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206674.933851:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591710976 00010000:00010000:3.0:1715206674.933852:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 104 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.933857:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 104 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.933861:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 104 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.933869:0:7114:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 104 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.933875:0:7114:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7114:1798523524845056:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206674.933878:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158631 00000100:00100000:1.0:1715206674.933882:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2002:x1798523591710976:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.933887:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206674.933893:0:7114:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4780 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.933893:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 104 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.933899:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 104 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.933908:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c344de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a1e expref: 104 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.933914:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.933915:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.933919:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 103 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.933923:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 103 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.933935:0:9414:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 103 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.933940:0:9414:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9414:1798523524845120:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206674.933958:0:9414:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad480 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.934948:0:9414:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9414:1798523524845120:192.168.203.35@tcp:105: 00000100:00100000:3.0:1715206674.934951:0:7114:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7114:1798523524845056:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206674.934959:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.934960:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206674.934987:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2002:x1798523591710912:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1191us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.934989:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2002:x1798523591710976:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1104us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.934992:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158630 00000100:00100000:1.0:1715206674.934996:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158631 00000100:00100000:0.0:1715206674.936739:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.936783:0:18714:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711040 00000100:00100000:1.0:1715206674.936788:0:18714:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711040 00002000:00100000:1.0:1715206674.936811:0:18714:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x206f:0x0] (0->10574) req@ffff880095b91500 x1798523591711040/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:705/0 lens 11064/0 e 0 to 0 dl 1715206685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1715206674.936820:0:18714:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b91500 with x1798523591711040 ext(0->10574) 00002000:00010000:1.0:1715206674.936825:0:18714:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b91500 00000100:00100000:1.0:1715206674.936845:0:18714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9149 00000100:00100000:1.0:1715206674.936851:0:18714:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2003:x1798523591711040:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:0.0:1715206674.937093:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.937120:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711104 00000100:00100000:3.0:1715206674.937124:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711104 00002000:00100000:3.0:1715206674.937139:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x206f:0x0] (0->10574) req@ffff880095b93100 x1798523591711104/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:705/0 lens 11064/0 e 0 to 0 dl 1715206685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206674.937146:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b93100 with x1798523591711104 ext(0->10574) 00002000:00010000:3.0:1715206674.937148:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095b93100 00000100:00100000:3.0:1715206674.937166:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9150 00000100:00100000:3.0:1715206674.937170:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2002:x1798523591711104:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:1.0:1715206674.937345:0:18714:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2003:x1798523591711040:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 492us (605us total) trans 4294989276 rc 0/0 00000100:00100000:1.0:1715206674.937358:0:18714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9149 00002000:00100000:1.0:1715206674.937365:0:18714:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x206f:0x0] (0->10574) req@ffff880095b91500 x1798523591711040/t4294989276(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:705/0 lens 11064/448 e 0 to 0 dl 1715206685 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:1.0:1715206674.937386:0:18714:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b91500 with x1798523591711040 ext(0->10574) 00002000:00010000:1.0:1715206674.937390:0:18714:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880095b91500 00000100:00100000:3.0:1715206674.937558:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+105:2002:x1798523591711104:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 386us (463us total) trans 4294988787 rc 0/0 00000100:00100000:3.0:1715206674.937563:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9150 00002000:00100000:3.0:1715206674.937568:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x206f:0x0] (0->10574) req@ffff880095b93100 x1798523591711104/t4294988787(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:705/0 lens 11064/448 e 0 to 0 dl 1715206685 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206674.937573:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880095b93100 with x1798523591711104 ext(0->10574) 00002000:00010000:3.0:1715206674.937575:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880095b93100 00000100:00100000:0.0:1715206674.938515:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.938557:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711168 00000100:00100000:1.0:1715206674.938561:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711168 00000100:00100000:1.0:1715206674.938590:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572360 00000100:00100000:1.0:1715206674.938596:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+278:13029:x1798523591711168:12345-192.168.203.35@tcp:44:dbench.0 00000100:00100000:0.0:1715206674.939012:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.939038:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711232 00000100:00100000:2.0:1715206674.939043:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711232 00000100:00100000:2.0:1715206674.939099:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572361 00000100:00100000:2.0:1715206674.939103:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+279:13030:x1798523591711232:12345-192.168.203.35@tcp:44:dbench.0 00000001:00080000:3.0:1715206674.939561:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295059838 is committed 00000004:00080000:3.0:1715206674.939570:0:7109:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 440 committed 00010000:00010000:0.0:1715206674.939576:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939583:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00000004:00080000:3.0:1715206674.939586:0:7109:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 439 committed 00010000:00010000:0.0:1715206674.939587:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939590:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939593:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939596:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939606:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x17fc7598 (ffff880096a76c00) 00010000:00010000:1.0:1715206674.939608:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c33525 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.939608:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939610:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939613:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3368a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206674.939615:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c33525 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.939619:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c33525 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.939622:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939623:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c33525 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.939626:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c33525 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.939626:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939629:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939632:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206674.939633:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:1.0:1715206674.939634:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939635:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939636:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c33525 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.939636:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939639:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206674.939642:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c33525 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.939642:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880096a76900) 00010000:00010000:0.0:1715206674.939643:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939645:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939647:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01200/0xb73f6b2ce2c33691 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939652:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939656:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939659:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206674.939660:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4000/0xb73f6b2ce2c3352c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.939663:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4000/0xb73f6b2ce2c3352c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.939666:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4000/0xb73f6b2ce2c3352c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.939669:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb4000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939669:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee033c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939671:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4000/0xb73f6b2ce2c3352c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939671:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206674.939674:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4000/0xb73f6b2ce2c3352c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939674:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00000100:00100000:2.0:1715206674.939677:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524845376:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.939679:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:1.0:1715206674.939680:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939682:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4000/0xb73f6b2ce2c3352c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939683:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:1.0:1715206674.939684:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4000/0xb73f6b2ce2c3352c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939684:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1715206674.939686:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206674.939689:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c336a6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206674.939691:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c33564 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.939694:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c33564 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.939697:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c33564 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939697:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c3369f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939700:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.939700:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939700:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c3369f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939701:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c33564 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939702:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c3369f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939704:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c33564 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939705:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb4fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939707:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c3369f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.939708:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524845184:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.939708:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00000100:00100000:2.0:1715206674.939709:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524845632:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.939709:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939710:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c33564 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939710:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c3369f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939712:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c33564 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939714:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x17fc7598 (ffff880095952800) 00010000:00010000:0.0:1715206674.939715:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939716:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c3369f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939718:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.939718:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939719:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4fc0/0xb73f6b2ce2c3369f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x17fc7598 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939721:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.939724:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939725:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4240/0xb73f6b2ce2c336ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939726:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939727:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939728:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4240/0xb73f6b2ce2c336ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939730:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939730:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4240/0xb73f6b2ce2c336ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939731:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845312:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.939733:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb4240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939734:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:0.0:1715206674.939734:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4240/0xb73f6b2ce2c336ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.939736:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.939736:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939737:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939737:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4240/0xb73f6b2ce2c336ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939740:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3355d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939741:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff880124385700) 00010000:00010000:0.0:1715206674.939742:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939743:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4240/0xb73f6b2ce2c336ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939746:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb4240/0xb73f6b2ce2c336ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939747:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c33579 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.939750:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c33579 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939751:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c336b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939753:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c33579 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939754:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c336b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939755:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db1680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939757:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c33579 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939757:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c336b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939759:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845376 00010000:00010000:1.0:1715206674.939759:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c33579 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939759:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090bb6f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939760:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c336b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939762:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845376 00010000:00010000:1.0:1715206674.939763:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff880124385700) 00010000:00010000:0.0:1715206674.939763:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c336b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939764:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939765:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c33579 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206674.939766:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524845440:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.939766:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:1.0:1715206674.939768:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c33579 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939768:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1715206674.939769:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c336b4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939771:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6f40/0xb73f6b2ce2c336b4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40dd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939777:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939777:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939778:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845632 00000100:00100000:2.0:1715206674.939779:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845632 00010000:00010000:1.0:1715206674.939780:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939780:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939782:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.939783:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.939783:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.939786:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939787:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939787:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939789:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939790:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206674.939792:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845184 00010000:00010000:0.0:1715206674.939792:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939793:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845184 00010000:00010000:1.0:1715206674.939793:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880096a76900) 00010000:00010000:1.0:1715206674.939794:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939795:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939796:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1805641f (ffff880096a76200) 00010000:00010000:0.0:1715206674.939797:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939798:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c33580 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206674.939798:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939799:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845440 00000100:00100000:2.0:1715206674.939801:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845440 00010000:00010000:0.0:1715206674.939801:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c33c02 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939805:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939807:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77843 00010000:00010000:1.0:1715206674.939807:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939808:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939809:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.939810:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3687:x1798523524845376:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206674.939811:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77844 00010000:00010000:0.0:1715206674.939811:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939812:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939813:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939814:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092187a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939814:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939816:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.939817:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3687:x1798523524845632:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.939817:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939819:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939820:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00002000:00080000:2.0:1715206674.939821:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8292 count 1 00010000:00010000:0.0:1715206674.939822:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939823:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:0.0:1715206674.939823:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939824:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939826:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939826:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c33c09 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939828:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c338c1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939830:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00002000:00080000:3.0:1715206674.939831:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8298 count 1 00010000:00010000:2.0:1715206674.939831:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.939833:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939834:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939836:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939837:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939838:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939839:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939839:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.939841:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c330be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289364 expref: 104 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.939842:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939842:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.939844:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.939844:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.939845:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.939845:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e1:0x0].0x0 (ffff88013429e000) 00010000:00010000:0.0:1715206674.939846:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206674.939847:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.939847:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939848:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.939849:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.939850:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:0.0:1715206674.939850:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c33c10 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40e1:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939851:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939852:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.939856:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c338c8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.939857:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7cc0/0xb73f6b2ce2c33a96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ac expref: 104 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.939858:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939860:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.939861:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c330be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289364 expref: 104 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.939863:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206674.939864:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939864:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.939865:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206674.939866:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db1440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.939867:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 4/0,1 mode: --/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.939868:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939869:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939870:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.939872:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c330be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289364 expref: 104 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.939874:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939874:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1805641f (ffff880095952500) 00010000:00010000:0.0:1715206674.939875:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939876:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939878:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186ac0 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206674.939879:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524845696:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206674.939879:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c33c1e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939881:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.939884:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7cc0/0xb73f6b2ce2c33a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ac expref: 104 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.939885:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939886:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939888:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939890:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.939892:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7cc0/0xb73f6b2ce2c33a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ac expref: 104 pid: 18690 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.939892:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:0.0:1715206674.939893:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db06c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939894:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939894:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939896:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.939897:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934240 going to sleep for 11 seconds 00010000:00010000:0.0:1715206674.939897:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.939901:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524845760:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.939901:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c33931 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939901:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:0.0:1715206674.939903:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939904:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939907:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77845 00010000:00010000:0.0:1715206674.939907:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c33c25 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939909:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.939910:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+8:3688:x1798523524845184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.939911:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939914:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939915:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939916:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00002000:00080000:2.0:1715206674.939919:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8287 count 1 00010000:00010000:1.0:1715206674.939919:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939919:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939920:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.939921:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4780 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.939923:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939923:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.939926:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.939926:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939926:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e0:0x0].0x0 (ffff88013429e800) 00010000:00010000:0.0:1715206674.939927:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1715206674.939928:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939931:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939931:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c33c2c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40e0:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.939932:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b400c480/0xb73f6b2ce2c32382 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f74 expref: 104 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.939935:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77846 00010000:00010000:2.0:1715206674.939936:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.939936:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206674.939937:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:2.0:1715206674.939938:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.939938:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939938:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.939939:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3688:x1798523524845440:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.939940:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939941:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939944:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939945:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c33954 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.939946:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.939947:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b400c480/0xb73f6b2ce2c32382 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f74 expref: 104 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.939948:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939950:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00002000:00080000:3.0:1715206674.939951:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8294 count 1 00010000:00010000:1.0:1715206674.939953:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c3398c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939954:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x18212104 (ffff880124385100) 00010000:00010000:2.0:1715206674.939955:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b400c480/0xb73f6b2ce2c32382 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f74 expref: 104 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.939955:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.939956:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939958:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c3398c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939959:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c33ebe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.939960:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.939960:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524845824:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.939963:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c3398c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939963:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939966:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939967:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008c8a6880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.939969:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 104 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.939969:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c3398c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939969:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939971:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934900 going to sleep for 11 seconds 00010000:00010000:0.0:1715206674.939971:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800921873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.939972:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939974:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c3398c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939976:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.939978:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.939979:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.939979:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:1.0:1715206674.939980:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:0.0:1715206674.939980:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.939981:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.939981:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206674.939981:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939982:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.939984:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c3398c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939984:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c33ec5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.939987:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845568:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.939988:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.939989:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6880/0xb73f6b2ce2c3398c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.939991:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939993:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:3.0:1715206674.939995:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 104 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206674.939995:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.939996:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.939997:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206674.939997:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.939999:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940001:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.940003:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 104 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.940003:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:0.0:1715206674.940004:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206674.940005:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00010000:00010000:1.0:1715206674.940005:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.940005:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.940008:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.940008:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c33ecc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940010:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01d40 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206674.940011:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524845888:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940012:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.940014:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.940016:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940016:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.940018:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.940020:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.940021:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845504:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.940022:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:0.0:1715206674.940023:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940024:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.940024:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940026:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.940027:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.940030:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4900 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.940030:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940030:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c33985 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.940030:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x18212104 (ffff880124385800) 00010000:00010000:0.0:1715206674.940031:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.940033:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.940035:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c33ef6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940038:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940039:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845312 00010000:00010000:0.0:1715206674.940039:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.940041:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845312 00010000:00010000:0.0:1715206674.940042:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.940043:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845568 00010000:00010000:1.0:1715206674.940043:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940045:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.940047:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845568 00010000:00010000:1.0:1715206674.940048:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940049:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845248 00000100:00100000:2.0:1715206674.940050:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845248 00010000:00010000:0.0:1715206674.940050:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee021c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.940051:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.940071:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524845504 00010000:00010000:0.0:1715206674.940071:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.940073:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524845504 00010000:00010000:0.0:1715206674.940075:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:0.0:1715206674.940076:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940077:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.940078:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940079:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940081:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c33efd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940084:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940085:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77847 00010000:00010000:0.0:1715206674.940086:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00000100:00100000:2.0:1715206674.940088:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524845312:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.940088:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206674.940090:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77848 00010000:00010000:1.0:1715206674.940091:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1805641f (ffff880095952500) 00010000:00010000:0.0:1715206674.940091:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940093:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.940094:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524845248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.940094:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3a80 already unused, calling callback (ffffffffa0ef9730) 00002000:00080000:2.0:1715206674.940095:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8288 count 1 00010000:00010000:1.0:1715206674.940096:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940096:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:0.0:1715206674.940098:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206674.940100:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c33a5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.940102:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.940102:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:0.0:1715206674.940103:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1715206674.940105:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00002000:00080000:3.0:1715206674.940106:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8289 count 1 00010000:00010000:0.0:1715206674.940108:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c33f04 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.940109:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c81440/0xb73f6b2ce2c32805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289093 expref: 104 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940112:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.940113:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.940114:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206674.940116:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.940116:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940117:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00000100:00080000:0.0:1715206674.940119:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206644 00010000:00010000:1.0:1715206674.940122:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.940125:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c81440/0xb73f6b2ce2c32805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289093 expref: 104 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.940126:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009485a400/0xb73f6b2ce2c32b70 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891a4 expref: 104 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.940126:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940128:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206674.940128:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77849 00010000:00010000:2.0:1715206674.940130:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c81440/0xb73f6b2ce2c32805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289093 expref: 104 pid: 11062 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.940132:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206674.940132:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524845568:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.940133:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.940134:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206674.940135:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524845952:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.940137:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940139:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1805641f (ffff880096a76200) 00010000:00010000:1.0:1715206674.940141:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:0.0:1715206674.940142:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8297 count 1 00010000:00010000:1.0:1715206674.940143:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206674.940147:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800969343c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940147:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c33a57 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1805641f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.940150:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.940152:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009485a400/0xb73f6b2ce2c32b70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891a4 expref: 104 pid: 18690 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1715206674.940157:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77850 00010000:00010000:1.0:1715206674.940157:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940158:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1715206674.940160:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524845504:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206674.940161:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009485a400/0xb73f6b2ce2c32b70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891a4 expref: 104 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.940162:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940163:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.940164:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.940165:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206674.940166:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8291 count 1 00010000:00010000:1.0:1715206674.940167:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.940170:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524846016:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940171:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.940172:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940174:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940177:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.940178:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c82880/0xb73f6b2ce2c32d5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828925a expref: 104 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940178:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.940182:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.940182:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206674.940183:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 104 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206674.940184:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940184:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:1.0:1715206674.940186:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940188:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.940189:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.940189:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524846080:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940192:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c33b22 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.940196:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c82880/0xb73f6b2ce2c32d5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828925a expref: 104 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.940201:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c82880/0xb73f6b2ce2c32d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828925a expref: 104 pid: 9392 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.940201:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940205:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.940206:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524846144:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.940206:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756e40 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940210:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940214:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38b40 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206674.940216:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934b40 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940216:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940221:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940226:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:1.0:1715206674.940228:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940230:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940234:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c33b1b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940243:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940247:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940252:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940256:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940258:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206674.940261:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591711168:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 1664us (1746us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206674.940263:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206674.940268:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572360 00010000:00010000:1.0:1715206674.940269:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x18212104 (ffff880124385800) 00010000:00010000:1.0:1715206674.940271:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940273:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940278:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c33d21 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940289:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940294:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940298:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940302:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940305:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940309:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940315:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x18212104 (ffff880124385100) 00000100:00100000:3.0:1715206674.940316:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524846208:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940317:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940319:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940324:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c33d44 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x18212104 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206674.940328:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846272:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940333:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206674.940338:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940338:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940343:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206674.940344:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524846400:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940347:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940349:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206674.940354:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940354:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206674.940356:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524846464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940359:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00000100:00100000:2.0:1715206674.940361:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524846656:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940361:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940363:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206674.940368:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c33d75 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40e2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206674.940371:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940375:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.940378:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846208 00000100:00100000:3.0:1715206674.940381:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846208 00010000:00010000:1.0:1715206674.940381:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940385:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846400 00010000:00010000:1.0:1715206674.940385:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940387:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846400 00010000:00010000:1.0:1715206674.940389:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940391:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00080000:0.0:1715206674.940394:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206644 00000100:00100000:2.0:1715206674.940395:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846656 00000100:00100000:2.0:1715206674.940396:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846656 00010000:00010000:1.0:1715206674.940399:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.940402:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77851 00010000:00010000:1.0:1715206674.940421:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00000100:00100000:2.0:1715206674.940422:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77852 00000100:00100000:3.0:1715206674.940423:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+7:3687:x1798523524846400:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940423:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.940425:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+7:3688:x1798523524846208:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940425:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.940430:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02400/0xb73f6b2ce2c33d7c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40e3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00002000:00080000:2.0:1715206674.940433:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8287 count 1 00002000:00080000:3.0:1715206674.940434:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8292 count 1 00010000:00010000:1.0:1715206674.940440:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.940441:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.940444:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940445:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.940448:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b400f3c0/0xb73f6b2ce2c32374 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f66 expref: 105 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940449:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.940453:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.940454:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f289d40/0xb73f6b2ce2c330b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828935d expref: 105 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.940455:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.940456:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206674.940456:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.940457:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.940460:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.940461:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.940461:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.940464:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.940466:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b400f3c0/0xb73f6b2ce2c32374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f66 expref: 105 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940467:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a76b00) 00010000:00010000:1.0:1715206674.940469:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.940471:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b400f3c0/0xb73f6b2ce2c32374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f66 expref: 105 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.940471:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.940476:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03180/0xb73f6b2ce2c33da6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940477:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524846720:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.940480:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f289d40/0xb73f6b2ce2c330b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828935d expref: 105 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.940485:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.940488:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f289d40/0xb73f6b2ce2c330b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828935d expref: 105 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.940490:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.940491:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940494:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940497:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524846784:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940498:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206674.940500:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77853 00010000:00010000:1.0:1715206674.940501:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.940502:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+7:3687:x1798523524846656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940505:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00002000:00080000:2.0:1715206674.940509:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8298 count 1 00010000:00010000:1.0:1715206674.940512:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff8800b436f400) 00010000:00010000:2.0:1715206674.940514:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940514:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940516:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940517:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4540 going to sleep for 11 seconds 00010000:00010000:2.0:1715206674.940520:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 105 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940520:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c33dc2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.940524:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.940524:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.940526:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940532:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940534:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206674.940538:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 105 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940538:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.940543:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 105 pid: 11062 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.940543:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940548:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206674.940548:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524846848:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940550:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940553:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940558:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.940560:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934600 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940564:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00000100:00100000:3.0:1715206674.940565:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940566:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940568:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.940569:0:18681:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846272 00000100:00100000:2.0:1715206674.940571:0:18681:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846272 00010000:00010000:1.0:1715206674.940572:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34031 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940579:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00010000:00010000:1.0:1715206674.940581:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.940583:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846336:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206674.940586:0:18681:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846528 00010000:00010000:1.0:1715206674.940586:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940588:0:18681:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846528 00010000:00010000:1.0:1715206674.940590:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.940591:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77854 00010000:00010000:1.0:1715206674.940594:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092185f80 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:0.0:1715206674.940595:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:3685:x1798523524846272:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206674.940597:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940597:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940599:0:18681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77855 00000100:00100000:2.0:1715206674.940601:0:18681:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+9:3685:x1798523524846528:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940601:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00002000:00080000:0.0:1715206674.940605:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8289 count 1 00010000:00010000:1.0:1715206674.940606:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00000100:00100000:3.0:1715206674.940607:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846592:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206674.940607:0:18681:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8291 count 1 00010000:00010000:1.0:1715206674.940608:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940610:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940612:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.940613:0:18681:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940615:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c34054 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940619:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c32b69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828919d expref: 105 pid: 18690 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1715206674.940620:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206674.940620:0:18681:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136443a80/0xb73f6b2ce2c32d53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289253 expref: 105 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940622:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940622:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.940623:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206674.940623:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.940624:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.940625:0:18681:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.940625:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940627:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.940631:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.940635:0:18681:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136443a80/0xb73f6b2ce2c32d53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289253 expref: 105 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940635:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.940635:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c32b69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828919d expref: 105 pid: 18690 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1715206674.940637:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846336 00010000:00010000:1.0:1715206674.940637:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.940640:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846336 00010000:00010000:2.0:1715206674.940640:0:18681:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136443a80/0xb73f6b2ce2c32d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289253 expref: 105 pid: 9392 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.940641:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.940641:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c32b69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828919d expref: 105 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.940645:0:18681:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18681:1798523524846912:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940647:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00000100:00100000:0.0:1715206674.940647:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524846976:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940649:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940652:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.940654:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846592 00000100:00100000:3.0:1715206674.940656:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846592 00010000:00010000:1.0:1715206674.940656:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c3407e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.940659:0:18681:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934e40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.940662:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756840 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940664:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940668:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77856 00010000:00010000:1.0:1715206674.940668:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.940673:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77857 00010000:00010000:1.0:1715206674.940673:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940674:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3685:x1798523524846336:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206674.940676:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3685:x1798523524846592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940688:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940690:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00002000:00080000:3.0:1715206674.940693:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8288 count 1 00002000:00080000:2.0:1715206674.940693:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8297 count 1 00010000:00010000:1.0:1715206674.940695:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.940699:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940700:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:3.0:1715206674.940702:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940702:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940704:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.940705:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 105 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.940709:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.940709:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.940709:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c3409a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206674.940711:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.940713:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3280c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828909a expref: 105 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940716:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.940718:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206674.940719:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 105 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.940720:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206674.940721:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.940722:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.940724:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 105 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.940725:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940729:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8af40 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206674.940732:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524847040:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940732:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.940736:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3280c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828909a expref: 105 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940737:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940742:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88013429eb00) 00010000:00010000:3.0:1715206674.940743:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3280c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828909a expref: 105 pid: 18690 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.940744:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce480 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940744:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940746:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940751:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c34149 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940752:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524847104:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940760:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940765:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940769:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.940774:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940774:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d89b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940776:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940780:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940786:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff8800b436f600) 00010000:00010000:1.0:1715206674.940788:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206674.940790:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206674.940790:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.940795:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3416c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.940797:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591711232:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 1693us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.940801:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572361 00010000:00010000:1.0:1715206674.940805:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206674.940807:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524846464 00000100:00100000:3.0:1715206674.940809:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524846464 00010000:00010000:1.0:1715206674.940810:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940815:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940818:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940821:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206674.940823:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77858 00010000:00010000:1.0:1715206674.940826:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206674.940827:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3688:x1798523524846464:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206674.940832:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88013429ee00) 00010000:00010000:1.0:1715206674.940834:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940836:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00002000:00080000:3.0:1715206674.940837:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8294 count 1 00010000:00010000:1.0:1715206674.940840:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34333 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.940847:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940849:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940855:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.940856:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 105 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.940860:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.940861:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.940862:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.940863:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.940864:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.940865:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940870:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940876:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88013429e100) 00010000:00010000:3.0:1715206674.940878:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 105 pid: 18690 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.940878:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940880:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940885:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c34356 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.940886:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 105 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.940893:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206674.940894:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524847168:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.940897:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940908:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940912:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4bcc0 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206674.940914:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c290540 going to sleep for 11 seconds 00010000:00010000:1.0:1715206674.940915:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940919:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940926:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88013429ee00) 00010000:00010000:1.0:1715206674.940928:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940930:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940938:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c34380 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940949:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940953:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940958:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940962:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.940964:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940968:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940973:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88013429e100) 00010000:00010000:1.0:1715206674.940976:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.940977:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940982:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3439c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940992:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.940997:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941005:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941009:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.941011:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941015:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941021:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880090b0c700) 00010000:00010000:1.0:1715206674.941023:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.941026:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941029:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c3449f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941036:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941039:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941042:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941045:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206674.941046:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941049:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941076:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880090b0cf00) 00010000:00010000:1.0:1715206674.941078:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.941080:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.941086:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c344c2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206674.941309:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524845696:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.941323:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.943131:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524845824:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.943132:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.943144:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.943154:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524845760:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.943167:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.943167:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d864380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524845952:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.943167:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.943177:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.943179:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711296 00000100:00100000:0.0:1715206674.943179:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711360 00000100:00100000:1.0:1715206674.943183:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711296 00000100:00100000:0.0:1715206674.943183:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711360 00000100:00100000:3.0:1715206674.943189:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524845888:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.943198:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943199:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c330be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289364 expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943199:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7cc0/0xb73f6b2ce2c33a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ac expref: 106 pid: 18690 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.943218:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158632 00000100:00100000:1.0:1715206674.943223:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2003:x1798523591711296:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206674.943227:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158633 00010000:00010000:1.0:1715206674.943231:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206674.943231:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2003:x1798523591711360:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.943235:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c330be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289364 expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943236:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.943240:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7cc0/0xb73f6b2ce2c33a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ac expref: 106 pid: 18690 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.943244:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c330be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289364 expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943247:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7cc0/0xb73f6b2ce2c33a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ac expref: 106 pid: 18690 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.943260:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c330be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289364 expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943260:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7cc0/0xb73f6b2ce2c33a96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896ac expref: 106 pid: 18690 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.943269:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.943269:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.943271:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.943271:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.943274:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943274:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943281:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943281:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943295:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.943301:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.943305:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943314:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943316:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943316:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2003:x1798523591711360:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 84us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.943319:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2003:x1798523591711296:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 96us (188us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.943322:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943322:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158633 00000100:00100000:1.0:1715206674.943325:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158632 00010000:00010000:2.0:1715206674.943326:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943327:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943333:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943334:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943340:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943341:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943346:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.943347:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8ad00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.943349:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943350:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943350:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.943355:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943357:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.943357:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711424 00000100:00100000:1.0:1715206674.943360:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711424 00010000:00010000:3.0:1715206674.943367:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943367:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943369:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b400c480/0xb73f6b2ce2c32382 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f74 expref: 103 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.943373:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c344fa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943373:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c344f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943379:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.943390:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711488 00000100:00100000:1.0:1715206674.943393:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711488 00000100:00100000:0.0:1715206674.943398:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158634 00010000:00010000:1.0:1715206674.943400:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 104 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.943403:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2003:x1798523591711424:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.943424:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.943429:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b400c480/0xb73f6b2ce2c32382 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f74 expref: 104 pid: 11066 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.943431:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158635 00000100:00100000:1.0:1715206674.943435:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2001:x1798523591711488:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.943437:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b400c480/0xb73f6b2ce2c32382 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f74 expref: 104 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.943440:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.943443:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 104 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.943450:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 104 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943450:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b400c480/0xb73f6b2ce2c32382 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f74 expref: 104 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.943458:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.943460:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.943462:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943466:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02640/0xb73f6b2ce2c332ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289428 expref: 103 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943469:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943474:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.943475:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.943478:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943481:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.943484:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943494:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206674.943495:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2003:x1798523591711424:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 91us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.943500:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158634 00000100:00100000:1.0:1715206674.943507:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2001:x1798523591711488:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 72us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.943513:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158635 00000100:00100000:3.0:1715206674.943514:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3687:x1798523524845632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3696us (3794us total) trans 4294988788 rc 0/0 00000100:00100000:3.0:1715206674.943519:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77844 00000100:00100000:2.0:1715206674.943526:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3687:x1798523524845376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3713us (3823us total) trans 4294988789 rc 0/0 00010000:00010000:3.0:1715206674.943533:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.943533:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77843 00010000:00010000:3.0:1715206674.943538:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943542:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943546:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.943547:0:3687:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294988769 gen 2 00010000:00010000:2.0:1715206674.943549:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943550:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943550:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:1.0:1715206674.943551:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fc9500, transno 4294988757 00010000:00010000:3.0:1715206674.943553:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.943554:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943557:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943557:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8801324e7800, transno 4294988758 00010000:00010000:3.0:1715206674.943558:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943559:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092969500, transno 4294988759 00000004:00080000:1.0:1715206674.943562:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094b3c000, transno 4294988760 00010000:00010000:3.0:1715206674.943564:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943564:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009296bb80, transno 4294988761 00010000:00010000:2.0:1715206674.943565:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943566:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7c700, transno 4294988762 00010000:00010000:3.0:1715206674.943568:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34508 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943568:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009296b480, transno 4294988763 00000004:00080000:1.0:1715206674.943570:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7d500, transno 4294988764 00010000:00010000:2.0:1715206674.943571:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943572:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06df80, transno 4294988765 00000004:00080000:1.0:1715206674.943574:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a02a00, transno 4294988766 00000004:00080000:1.0:1715206674.943576:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06ce00, transno 4294988767 00010000:00010000:2.0:1715206674.943578:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943579:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a02d80, transno 4294988768 00000004:00080000:1.0:1715206674.943581:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a00700, transno 4294988769 00010000:00010000:2.0:1715206674.943583:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d886c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.943586:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.943586:0:3687:0:(client.c:3000:ptlrpc_free_committed()) @@@ stopping search req@ffff880092a05180 x1798523524845376/t4294988789(4294988789) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1715206690 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00010000:00010000:2.0:1715206674.943593:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943595:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a05180/2, rc 0, transno 21493 00000100:00100000:1.0:1715206674.943599:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524845376:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206674.943602:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524846080:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.943603:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206674.943608:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fee0a80/2, rc 0, transno 21492 00010000:00010000:2.0:1715206674.943609:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c34501 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.943611:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524845632:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.943612:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.943621:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711552 00000100:00100000:1.0:1715206674.943623:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711552 00010000:00010000:1.0:1715206674.943633:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c81440/0xb73f6b2ce2c32805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289093 expref: 101 pid: 11062 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.943634:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3688:x1798523524845440:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3694us (3850us total) trans 4294988790 rc 0/0 00000100:00100000:0.0:1715206674.943635:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.943638:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77846 00000100:00100000:1.0:1715206674.943644:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711616 00000100:00100000:1.0:1715206674.943646:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711616 00010000:00010000:1.0:1715206674.943654:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009485a400/0xb73f6b2ce2c32b70 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891a4 expref: 102 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206674.943657:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524846016:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.943665:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943668:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.943673:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711680 00000100:00100000:1.0:1715206674.943675:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711680 00000004:00080000:3.0:1715206674.943677:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a07800/2, rc 0, transno 21494 00000100:00100000:0.0:1715206674.943679:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158636 00000100:00100000:3.0:1715206674.943680:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524845440:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.943683:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 103 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.943683:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2003:x1798523591711552:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.943690:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.943693:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c81440/0xb73f6b2ce2c32805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289093 expref: 103 pid: 11062 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.943694:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524846144:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.943695:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158637 00000100:00100000:1.0:1715206674.943699:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2003:x1798523591711616:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206674.943700:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943702:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c81440/0xb73f6b2ce2c32805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289093 expref: 103 pid: 11062 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.943705:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.943708:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009485a400/0xb73f6b2ce2c32b70 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891a4 expref: 103 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206674.943710:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524846720:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206674.943713:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c81440/0xb73f6b2ce2c32805 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289093 expref: 103 pid: 11062 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.943716:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943716:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009485a400/0xb73f6b2ce2c32b70 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891a4 expref: 103 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943723:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.943724:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.943726:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009485a400/0xb73f6b2ce2c32b70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891a4 expref: 102 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.943727:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943733:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.943734:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.943734:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943737:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943742:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943745:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.943753:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206674.943762:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591711552:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.943765:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591711616:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 64us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.943767:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158636 00000100:00100000:1.0:1715206674.943770:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158637 00000100:00100000:1.0:1715206674.943777:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158638 00000100:00100000:1.0:1715206674.943781:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591711680:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.943787:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.943790:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 99 pid: 11062 timeout: 1125 lvb_type: 1 00000004:00080000:3.0:1715206674.943791:0:11056:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 2 changes, 8 in progress, 5 in flight, 13 done 00000100:00100000:2.0:1715206674.943798:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+13:3688:x1798523524845184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3885us (4061us total) trans 4294988791 rc 0/0 00010000:00010000:1.0:1715206674.943798:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 99 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.943798:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.943804:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77845 00000100:00100000:0.0:1715206674.943809:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711744 00010000:00010000:1.0:1715206674.943811:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090bb7a80/0xb73f6b2ce2c33970 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828964a expref: 99 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.943812:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711744 00010000:00010000:1.0:1715206674.943819:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.943820:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.943820:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c82880/0xb73f6b2ce2c32d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828925a expref: 99 pid: 9392 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.943821:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524847296:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206674.943822:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943825:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943829:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943833:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943834:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158639 00000100:00100000:3.0:1715206674.943837:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206674.943838:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591711744:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.943840:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943841:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.943844:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.943846:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943848:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c82880/0xb73f6b2ce2c32d5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828925a expref: 99 pid: 9392 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.943850:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1715206674.943853:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.943853:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591711680:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 72us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.943854:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524847232:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.943855:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c82880/0xb73f6b2ce2c32d5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828925a expref: 99 pid: 9392 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.943858:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158638 00010000:00010000:2.0:1715206674.943860:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d89200 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:3.0:1715206674.943862:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206674.943862:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943868:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943868:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c82880/0xb73f6b2ce2c32d5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828925a expref: 98 pid: 9392 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.943871:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943875:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943876:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943876:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.943878:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943878:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.943880:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943880:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943882:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943884:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.943885:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c3450f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943887:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943887:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943889:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943890:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.943892:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943896:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943896:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.943903:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.943903:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.943907:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34516 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943907:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943913:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38900 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:0.0:1715206674.943915:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591711744:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (117us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206674.943916:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943921:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158639 00010000:00010000:1.0:1715206674.943923:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943933:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.943939:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c3451d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.943961:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.943974:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711808 00000100:00100000:3.0:1715206674.943975:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3686:x1798523524845248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3881us (3958us total) trans 4294988793 rc 0/0 00000100:00100000:0.0:1715206674.943977:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711808 00000100:00100000:3.0:1715206674.943980:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77848 00010000:00010000:0.0:1715206674.943986:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b400f3c0/0xb73f6b2ce2c32374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f66 expref: 106 pid: 11066 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.943987:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524847296 00000100:00100000:3.0:1715206674.943989:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524847296 00000100:00100000:3.0:1715206674.943997:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77859 00000100:00100000:3.0:1715206674.944000:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3685:x1798523524847296:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206674.944001:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158640 00000100:00100000:0.0:1715206674.944005:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2002:x1798523591711808:12345-192.168.203.35@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1715206674.944010:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8302 count 1 00010000:00010000:0.0:1715206674.944010:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.944014:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b400f3c0/0xb73f6b2ce2c32374 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f66 expref: 106 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.944017:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.944022:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b400f3c0/0xb73f6b2ce2c32374 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f66 expref: 106 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.944024:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 96 pid: 11062 timeout: 0 lvb_type: 1 00000004:00080000:2.0:1715206674.944025:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a04000/2, rc 0, transno 21497 00010000:00010000:3.0:1715206674.944028:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.944028:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.944030:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.944030:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.944035:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b400f3c0/0xb73f6b2ce2c32374 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288f66 expref: 106 pid: 11066 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.944040:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 96 pid: 11062 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1715206674.944042:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524847232 00010000:00010000:0.0:1715206674.944042:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.944044:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.944045:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 96 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.944045:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524847232 00010000:00010000:0.0:1715206674.944046:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.944051:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524847360:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.944076:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3686:x1798523524845568:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3943us (4076us total) trans 4294988794 rc 0/0 00010000:00010000:0.0:1715206674.944077:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.944081:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77860 00000100:00100000:3.0:1715206674.944085:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.944085:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77849 00000100:00100000:2.0:1715206674.944086:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+16:3687:x1798523524847232:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206674.944089:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.944093:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944097:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206674.944098:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8300 count 1 00010000:00010000:3.0:1715206674.944101:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944105:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.944105:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+105:2002:x1798523591711808:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 100us (144us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.944108:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.944108:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944111:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8b180 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:0.0:1715206674.944111:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158640 00010000:00010000:3.0:1715206674.944113:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944117:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.944118:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 96 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206674.944123:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.944123:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.944125:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.944126:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c34524 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.944127:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.944136:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+15:3686:x1798523524845312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4046us (4154us total) trans 4294988792 rc 0/0 00000100:00100000:1.0:1715206674.944142:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77847 00010000:00010000:2.0:1715206674.944144:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 96 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.944153:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 96 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.944163:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524847424:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.944185:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ceb40 going to sleep for 11 seconds 00000004:00080000:2.0:1715206674.944203:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a04380/2, rc 0, transno 21496 00000100:00100000:2.0:1715206674.944206:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845312:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1715206674.944213:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a06d80/2, rc 0, transno 21498 00000100:00100000:2.0:1715206674.944216:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845568:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206674.944261:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3686:x1798523524845504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4099us (4229us total) trans 4294988795 rc 0/0 00000100:00100000:3.0:1715206674.944265:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77850 00000004:00080000:2.0:1715206674.944273:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a05500/2, rc 0, transno 21499 00010000:00010000:3.0:1715206674.944277:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.944277:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524845504:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206674.944282:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944286:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944289:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944293:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944296:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a1c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.944298:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944301:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944308:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.944312:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c3452b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x205f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.944462:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:3688:x1798523524846208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4035us (4123us total) trans 4294989277 rc 0/0 00000100:00100000:3.0:1715206674.944465:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77852 00000100:00100000:3.0:1715206674.944481:0:3688:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294989258 gen 2 00000004:00080000:3.0:1715206674.944484:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a06300, transno 4294989247 00000004:00080000:3.0:1715206674.944495:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a04700, transno 4294989248 00000004:00080000:3.0:1715206674.944497:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a06a00, transno 4294989249 00000004:00080000:3.0:1715206674.944498:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a07100, transno 4294989250 00000004:00080000:3.0:1715206674.944500:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a07480, transno 4294989251 00000004:00080000:3.0:1715206674.944502:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d865f80, transno 4294989252 00000004:00080000:3.0:1715206674.944503:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d866a00, transno 4294989253 00000004:00080000:3.0:1715206674.944504:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8d180, transno 4294989254 00000004:00080000:3.0:1715206674.944506:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8e300, transno 4294989255 00000004:00080000:3.0:1715206674.944507:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8ca80, transno 4294989256 00000004:00080000:3.0:1715206674.944508:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8df80, transno 4294989257 00000004:00080000:3.0:1715206674.944510:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8c000, transno 4294989258 00000100:00100000:3.0:1715206674.944513:0:3688:0:(client.c:3000:ptlrpc_free_committed()) @@@ stopping search req@ffff880122fcb100 x1798523524846208/t4294989277(4294989277) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1715206690 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:3.0:1715206674.944518:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fcb100/2, rc 0, transno 21981 00000100:00100000:3.0:1715206674.944520:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524846208:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1715206674.944526:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a07b80/2, rc 0, transno 21495 00000100:00100000:3.0:1715206674.944528:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524845184:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1715206674.944595:0:11058:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 2 changes, 8 in progress, 7 in flight, 12 done 00000100:00100000:3.0:1715206674.944648:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715206674.944654:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524847488:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206674.944669:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206674.944686:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524847488 00000100:00100000:2.0:1715206674.944690:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524847488 00000100:00100000:2.0:1715206674.944706:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77861 00000100:00100000:2.0:1715206674.944711:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:3685:x1798523524847488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206674.944722:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8300 count 1 00010000:00010000:2.0:1715206674.944731:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.944741:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.944747:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.944748:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.944751:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.944766:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 104 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206674.944780:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 104 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.944789:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524847552:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.944821:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.945978:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.946015:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.946020:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711872 00000100:00100000:3.0:1715206674.946021:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524846784:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.946024:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711872 00000100:00100000:0.0:1715206674.946025:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591711936 00000100:00100000:0.0:1715206674.946027:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591711936 00010000:00010000:3.0:1715206674.946035:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946037:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f289d40/0xb73f6b2ce2c330b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828935d expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.946037:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 106 pid: 11062 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.946046:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524846848:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206674.946071:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158641 00000100:00100000:1.0:1715206674.946075:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158642 00000100:00100000:0.0:1715206674.946076:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2002:x1798523591711936:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206674.946079:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+106:2003:x1798523591711872:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.946082:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946084:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.946084:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.946088:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f289d40/0xb73f6b2ce2c330b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828935d expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.946088:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 106 pid: 11062 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.946098:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f289d40/0xb73f6b2ce2c330b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828935d expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.946098:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 106 pid: 11062 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.946111:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f289d40/0xb73f6b2ce2c330b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2064:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828935d expref: 106 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.946111:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c33a8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582896a5 expref: 106 pid: 11062 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.946121:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946122:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.946123:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946125:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.946125:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.946127:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946132:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.946133:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946145:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206674.946145:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.946153:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946161:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.946165:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2002:x1798523591711936:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 88us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.946168:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2003:x1798523591711872:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 87us (190us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.946169:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.946171:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158641 00000100:00100000:1.0:1715206674.946174:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158642 00010000:00010000:2.0:1715206674.946175:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946182:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946188:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.946192:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946199:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946210:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.946217:0:18681:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18681:1798523524846912:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.946217:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34539 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.946221:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.946228:0:18681:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946248:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712000 00000100:00100000:1.0:1715206674.946252:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712000 00010000:00010000:1.0:1715206674.946262:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136443a80/0xb73f6b2ce2c32d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289253 expref: 103 pid: 9392 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.946276:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158643 00000100:00100000:1.0:1715206674.946280:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2000:x1798523591712000:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.946286:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.946290:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136443a80/0xb73f6b2ce2c32d53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289253 expref: 103 pid: 9392 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.946292:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b92d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524846976:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.946298:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136443a80/0xb73f6b2ce2c32d53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289253 expref: 103 pid: 9392 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.946303:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946309:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136443a80/0xb73f6b2ce2c32d53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289253 expref: 103 pid: 9392 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.946317:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946318:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946321:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.946324:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3687:x1798523524846656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5819us (5950us total) trans 4294989278 rc 0/0 00000100:00100000:0.0:1715206674.946327:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206674.946328:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.946332:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77853 00010000:00010000:1.0:1715206674.946339:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1715206674.946341:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fc9c00/2, rc 0, transno 21982 00000100:00100000:0.0:1715206674.946341:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.946342:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712064 00000100:00100000:2.0:1715206674.946345:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712064 00000100:00100000:3.0:1715206674.946348:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524846656:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206674.946350:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712128 00000100:00100000:0.0:1715206674.946352:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712128 00000100:00100000:1.0:1715206674.946357:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2000:x1798523591712000:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 76us (136us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.946358:0:18681:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.946361:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77862 00000100:00100000:1.0:1715206674.946362:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158643 00010000:00010000:0.0:1715206674.946362:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c32b69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828919d expref: 104 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.946365:0:18681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.946366:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+104:2001:x1798523591712064:12345-192.168.203.35@tcp:16:dbench.0 00010000:00010000:3.0:1715206674.946372:0:18681:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946373:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158644 00000100:00100000:1.0:1715206674.946377:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+103:2002:x1798523591712128:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206674.946378:0:18681:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946382:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.946385:0:18681:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946386:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c32b69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828919d expref: 103 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.946394:0:18681:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206674.946394:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c32b69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828919d expref: 103 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.946397:0:18681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.946416:0:18681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946416:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c32b69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2061:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828919d expref: 103 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.946425:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946426:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206674.946429:0:18681:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946429:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.946434:0:18681:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34547 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2063:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946435:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946463:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.946478:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591712128:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 100us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.946484:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158644 00000100:00100000:3.0:1715206674.946498:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524847616:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206674.946519:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206674.946534:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946543:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524847616 00000100:00100000:1.0:1715206674.946546:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524847616 00000100:00100000:2.0:1715206674.946547:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524847040:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206674.946547:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.946554:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946558:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946560:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77863 00010000:00010000:0.0:1715206674.946560:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946565:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3687:x1798523524847616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206674.946567:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946572:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.946572:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206674.946575:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206674.946576:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8302 count 1 00010000:00010000:2.0:1715206674.946579:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.946582:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946585:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946587:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.946592:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946594:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946595:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 101 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206674.946599:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34540 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2061:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.946600:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.946600:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946600:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946602:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946604:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946607:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.946610:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946616:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946618:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 101 pid: 11062 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206674.946627:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 101 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206674.946628:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.946631:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712192 00000100:00100000:3.0:1715206674.946632:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524847104:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.946634:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c34532 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2064:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.946634:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712192 00000100:00100000:1.0:1715206674.946636:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524847680:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206674.946643:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 102 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.946645:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946654:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.946657:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158645 00000100:00100000:0.0:1715206674.946662:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591712192:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.946668:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206674.946671:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 102 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.946679:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 102 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:0.0:1715206674.946690:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bb7cc0/0xb73f6b2ce2c33969 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2069:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289643 expref: 102 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.946700:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524847168:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.946701:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.946712:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946737:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712256 00000100:00100000:1.0:1715206674.946740:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712256 00010000:00010000:0.0:1715206674.946749:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946751:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3280c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828909a expref: 102 pid: 18690 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.946751:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.946754:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.946760:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946766:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158646 00000100:00100000:1.0:1715206674.946770:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591712256:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.946772:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.946778:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.946782:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3280c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828909a expref: 102 pid: 18690 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.946787:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591712192:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 124us (188us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206674.946790:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3280c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828909a expref: 102 pid: 18690 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.946792:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158645 00010000:00010000:1.0:1715206674.946801:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d935f80/0xb73f6b2ce2c3280c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828909a expref: 101 pid: 18690 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.946810:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206674.946811:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946811:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946814:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946819:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946820:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946826:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946832:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.946833:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946839:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946845:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a1200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.946847:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946848:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591712256:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.946854:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946854:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158646 00010000:00010000:2.0:1715206674.946865:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.946871:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3454e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2069:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946883:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.946888:0:18681:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524846528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6284us (6320us total) trans 4294989279 rc 0/0 00000100:00100000:3.0:1715206674.946895:0:18681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77855 00000100:00100000:1.0:1715206674.946895:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712320 00000100:00100000:1.0:1715206674.946898:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712320 00010000:00010000:1.0:1715206674.946907:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 100 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.946911:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.946919:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.946925:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.946927:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158647 00000100:00100000:1.0:1715206674.946931:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591712320:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206674.946932:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946936:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.946938:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946940:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 100 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.946944:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.946946:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946947:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 100 pid: 18690 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.946953:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946958:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e48a880/0xb73f6b2ce2c332e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2066:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289421 expref: 100 pid: 18690 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.946963:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524846272:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6367us (6429us total) trans 4294989281 rc 0/0 00010000:00010000:3.0:1715206674.946964:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.946965:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524846592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6286us (6342us total) trans 4294989282 rc 0/0 00010000:00010000:1.0:1715206674.946966:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946967:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.946969:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.946970:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c34555 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2060:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.946970:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77854 00000100:00100000:2.0:1715206674.946974:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77857 00010000:00010000:1.0:1715206674.946976:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.946990:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.946994:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.947001:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.947004:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591712320:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 72us (120us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.947008:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.947010:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158647 00010000:00010000:2.0:1715206674.947014:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.947021:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.947027:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.947030:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.947030:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.947036:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.947047:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.947074:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c3455c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2066:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.947149:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524846336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6474us (6550us total) trans 4294989283 rc 0/0 00000100:00100000:3.0:1715206674.947155:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77856 00000100:00100000:3.0:1715206674.947165:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712384 00000100:00100000:3.0:1715206674.947168:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712384 00000100:00100000:2.0:1715206674.947169:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3688:x1798523524846464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6339us (6376us total) trans 4294989284 rc 0/0 00000100:00100000:2.0:1715206674.947175:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77858 00000100:00100000:0.0:1715206674.947184:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.947188:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77864 00000100:00100000:2.0:1715206674.947193:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2000:x1798523591712384:12345-192.168.203.35@tcp:16:dbench.0 00000004:00080000:3.0:1715206674.947206:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fc8a80/2, rc 0, transno 21987 00000100:00100000:3.0:1715206674.947210:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846336:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1715206674.947217:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fca300/2, rc 0, transno 21986 00000100:00100000:3.0:1715206674.947219:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206674.947219:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712448 00000100:00100000:1.0:1715206674.947222:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712448 00000004:00080000:3.0:1715206674.947225:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fcaa00/2, rc 0, transno 21985 00000100:00100000:3.0:1715206674.947228:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846272:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1715206674.947233:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fc9f80/2, rc 0, transno 21983 00010000:00010000:1.0:1715206674.947234:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206674.947235:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524846528:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1715206674.947244:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989278 is committed 00000004:00080000:3.0:1715206674.947246:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fcb480/2, rc 0, transno 21988 00000100:00100000:3.0:1715206674.947248:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524846464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206674.947248:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158648 00000100:00100000:1.0:1715206674.947253:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2002:x1798523591712448:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000001:00080000:2.0:1715206674.947255:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989276 is committed 00010000:00010000:1.0:1715206674.947259:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206674.947260:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524847360:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.947262:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.947270:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.947270:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.947283:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34372 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x206e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899ae expref: 98 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.947291:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.947292:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.947295:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.947301:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524847552:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.947302:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.947303:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2001:x1798523591712064:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 935us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.947309:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77862 00010000:00010000:3.0:1715206674.947312:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.947315:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.947324:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.947330:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591712448:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (148us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.947336:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.947336:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158648 00010000:00010000:3.0:1715206674.947343:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947350:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947356:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947362:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.947364:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206674.947366:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206674.947370:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947380:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947386:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34563 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.947387:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3687:x1798523524846400:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6963us (7030us total) trans 4294989280 rc 0/0 00000100:00100000:1.0:1715206674.947392:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712512 00000100:00100000:2.0:1715206674.947393:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77851 00000100:00100000:1.0:1715206674.947396:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712512 00010000:00010000:1.0:1715206674.947418:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 91 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:2.0:1715206674.947429:0:3687:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294989278 gen 2 00000004:00080000:2.0:1715206674.947433:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fcb100, transno 4294989277 00000100:00100000:1.0:1715206674.947433:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158649 00000100:00100000:0.0:1715206674.947433:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.947438:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524847424:192.168.203.35@tcp:104: 00000004:00080000:2.0:1715206674.947438:0:3687:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fc9c00, transno 4294989278 00000100:00100000:1.0:1715206674.947438:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2002:x1798523591712512:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206674.947443:0:3687:0:(client.c:3000:ptlrpc_free_committed()) @@@ stopping search req@ffff880122fc9f80 x1798523524846528/t4294989279(4294989279) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1715206690 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000100:00100000:0.0:1715206674.947443:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712576 00010000:00010000:1.0:1715206674.947444:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206674.947446:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712576 00010000:00010000:3.0:1715206674.947448:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.947448:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 91 pid: 11062 timeout: 1125 lvb_type: 1 00000004:00080000:2.0:1715206674.947451:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fc8000/2, rc 0, transno 21984 00000100:00100000:2.0:1715206674.947454:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524846400:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206674.947454:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 97 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.947456:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 91 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.947467:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158650 00010000:00010000:1.0:1715206674.947469:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092187600/0xb73f6b2ce2c34069 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x206c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828988f expref: 91 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206674.947471:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591712576:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.947477:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.947478:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.947479:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.947480:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 97 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.947482:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.947488:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.947488:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 97 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.947500:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.947514:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.947518:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2002:x1798523591712512:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 79us (153us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.947520:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947526:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.947527:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158649 00010000:00010000:3.0:1715206674.947531:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947536:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.947536:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c34070 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x206c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289896 expref: 97 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206674.947541:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a1d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206674.947543:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.947545:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.947546:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206674.947548:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947549:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.947556:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947558:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947568:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c34571 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.947568:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206674.947594:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3685:x1798523524847296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3592us (3755us total) trans 4294988796 rc 0/0 00000100:00100000:2.0:1715206674.947600:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77859 00000004:00080000:2.0:1715206674.947623:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fcb800/2, rc 0, transno 21500 00000100:00100000:2.0:1715206674.947627:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524847296:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206674.947646:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:3685:x1798523524847488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2934us (2975us total) trans 4294989285 rc 0/0 00000100:00100000:0.0:1715206674.947647:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591712576:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 173us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.947651:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77861 00000100:00100000:0.0:1715206674.947654:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158650 00000004:00080000:2.0:1715206674.947660:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c896a00/2, rc 0, transno 21989 00010000:00010000:3.0:1715206674.947662:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.947664:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524847488:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206674.947667:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947671:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947674:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947678:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947681:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2ac0 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:1.0:1715206674.947682:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524847680:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.947683:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947686:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.947692:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947693:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.947697:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c3456a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.947770:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+15:3687:x1798523524847232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3683us (3905us total) trans 4294988797 rc 0/0 00000100:00100000:3.0:1715206674.947776:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77860 00000004:00080000:2.0:1715206674.947794:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880122fc9500/2, rc 0, transno 21501 00000100:00100000:2.0:1715206674.947799:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524847232:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206674.947900:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.947915:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712640 00000100:00100000:0.0:1715206674.947919:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712640 00010000:00010000:0.0:1715206674.947928:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 90 pid: 11062 timeout: 1125 lvb_type: 1 00000100:00100000:1.0:1715206674.947960:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158651 00000100:00100000:1.0:1715206674.947966:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2002:x1798523591712640:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.947973:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.947976:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 90 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.947984:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 90 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.947997:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c3436b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x206e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582899a7 expref: 90 pid: 11062 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206674.948005:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.948006:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206674.948009:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.948015:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.948042:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.948074:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.948077:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2002:x1798523591712640:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 110us (177us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.948081:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.948083:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158651 00000001:00080000:0.0:1715206674.948086:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988795 is committed 00010000:00010000:2.0:1715206674.948089:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.948096:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1715206674.948099:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988787 is committed 00010000:00010000:2.0:1715206674.948103:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.948108:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206674.948111:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.948122:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.948133:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.948140:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c34578 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206674.948174:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+88:2000:x1798523591712384:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 979us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.948180:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77864 00000100:00100000:2.0:1715206674.948225:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3687:x1798523524847616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1658us (1704us total) trans 4294989286 rc 0/0 00000100:00100000:2.0:1715206674.948231:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77863 00000004:00080000:0.0:1715206674.948236:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a02680/2, rc 0, transno 21990 00000100:00100000:0.0:1715206674.948240:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524847616:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206674.948600:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.948638:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712768 00000100:00100000:3.0:1715206674.948641:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712768 00000100:00100000:3.0:1715206674.948667:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117711 00000100:00100000:3.0:1715206674.948671:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+136:13029:x1798523591712768:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.948795:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+137:13029:x1798523591712768:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 123us (194us total) trans 4295059839 rc 0/0 00000100:00100000:3.0:1715206674.948800:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117711 00000100:00100000:0.0:1715206674.949127:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.949191:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712896 00000100:00100000:3.0:1715206674.949196:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712896 00000100:00100000:3.0:1715206674.949219:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117712 00000100:00100000:3.0:1715206674.949222:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+137:13030:x1798523591712896:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.949309:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+138:13030:x1798523591712896:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 86us (182us total) trans 4295059840 rc 0/0 00000100:00100000:3.0:1715206674.949314:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117712 00000100:00100000:0.0:1715206674.949700:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.949743:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591712960 00000100:00100000:2.0:1715206674.949747:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591712960 00000100:00100000:2.0:1715206674.949777:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572362 00000100:00100000:2.0:1715206674.949783:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+138:13029:x1798523591712960:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.949794:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.949805:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3457f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a33 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.949837:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949848:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949866:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949875:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949881:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949887:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949909:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949915:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949920:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949924:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a3a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.949927:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949932:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949939:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206674.949952:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.949955:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949960:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34586 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949968:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949973:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949979:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949983:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.949986:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949991:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.949996:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff880094cc0000) 00010000:00010000:2.0:1715206674.949999:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.950001:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950006:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3458d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950037:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3457f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a33 expref: 139 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.950045:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c3457f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a33 expref: 139 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.950072:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a2400, rc 0) 00000100:00100000:2.0:1715206674.950097:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+138:13029:x1798523591712960:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 313us (396us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.950103:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572362 00000100:00100000:0.0:1715206674.950299:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.950335:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713024 00000100:00100000:2.0:1715206674.950339:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713024 00000100:00100000:2.0:1715206674.950362:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572363 00000100:00100000:2.0:1715206674.950367:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+138:13030:x1798523591713024:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.950377:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.950385:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34594 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a3a expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.950427:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950435:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950441:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950450:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950455:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950461:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950477:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950482:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950487:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950493:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.950495:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950501:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950508:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206674.950510:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.950513:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950518:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3459b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950525:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950530:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950535:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950540:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.950542:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950548:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950554:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880094cc0f00) 00010000:00010000:2.0:1715206674.950556:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.950559:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950564:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c345a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.950582:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34594 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a3a expref: 139 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.950589:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34594 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a3a expref: 139 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.950596:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801216a3180, rc 0) 00000100:00100000:2.0:1715206674.950626:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+138:13030:x1798523591713024:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 258us (327us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.950633:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572363 00000100:00100000:0.0:1715206674.951188:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.951228:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713088 00000100:00100000:2.0:1715206674.951231:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713088 00000100:00100000:2.0:1715206674.951253:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572364 00000100:00100000:2.0:1715206674.951257:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+138:13029:x1798523591713088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.951264:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.951271:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c345a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a41 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.951284:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c345a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a41 expref: 139 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.951292:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c345a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a41 expref: 139 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.951302:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206674.951304:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.951305:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092187a80, rc 0) 00000100:00100000:2.0:1715206674.951331:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13029:x1798523591713088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 73us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.951336:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572364 00000100:00100000:0.0:1715206674.951744:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.951783:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713152 00000100:00100000:2.0:1715206674.951787:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713152 00000100:00100000:2.0:1715206674.951807:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572365 00000100:00100000:2.0:1715206674.951811:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+139:13030:x1798523591713152:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.951818:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.951824:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c345b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a48 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.951836:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c345b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a48 expref: 140 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.951844:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c345b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a48 expref: 140 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.951850:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206674.951852:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.951854:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186640, rc 0) 00000100:00100000:2.0:1715206674.951877:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+140:13030:x1798523591713152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 65us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.951881:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572365 00000100:00100000:0.0:1715206674.953134:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.953164:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.953181:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713216 00000100:00100000:1.0:1715206674.953185:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713216 00000100:00100000:1.0:1715206674.953222:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713280 00000100:00100000:1.0:1715206674.953224:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713280 00000100:00100000:3.0:1715206674.953231:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117713 00000100:00100000:3.0:1715206674.953237:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+141:13029:x1798523591713216:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206674.953244:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117714 00000100:00100000:1.0:1715206674.953250:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e716050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+141:13030:x1798523591713280:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206674.954872:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e716050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+141:13030:x1798523591713280:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1620us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.954880:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117714 00000100:00100000:3.0:1715206674.954885:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+141:13029:x1798523591713216:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1646us (1751us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.954891:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117713 00000100:00100000:0.0:1715206674.957516:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.957561:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713408 00000100:00100000:2.0:1715206674.957566:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713408 00000100:00100000:2.0:1715206674.957587:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572366 00000100:00100000:2.0:1715206674.957591:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+140:13030:x1798523591713408:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.957598:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.957604:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c345b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a4f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.957658:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.957665:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 141 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.957670:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.957685:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 141 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.957691:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 141 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.957698:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524847744:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.957728:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cee40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.958575:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.958614:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713536 00000100:00100000:3.0:1715206674.958617:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713536 00000100:00100000:3.0:1715206674.958634:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572367 00000100:00100000:3.0:1715206674.958637:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13029:x1798523591713536:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.958644:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.958655:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c345c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a56 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206674.958656:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524847744:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.958668:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.958686:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.958693:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 143 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.958697:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.958708:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 143 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.958714:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 143 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.958720:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524847808:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.958747:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2903c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.958896:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.958933:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713600 00000100:00100000:1.0:1715206674.958937:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713600 00010000:00010000:1.0:1715206674.958949:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.958963:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158652 00000100:00100000:1.0:1715206674.958966:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+144:2003:x1798523591713600:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.958972:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.958975:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.958981:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.959001:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c344c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a10 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.959017:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:1.0:1715206674.959019:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.959023:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.959026:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.959035:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.959039:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.959044:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.959068:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40eb:0x0]: returning size 10575 00000100:00100000:1.0:1715206674.959071:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:2003:x1798523591713600:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 103us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.959075:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158652 00010000:00010000:2.0:1715206674.959120:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187600/0xb73f6b2ce2c345b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 144 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.959128:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 143 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.959133:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:2.0:1715206674.959135:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.959136:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092184480, rc 0) 00000100:00100000:2.0:1715206674.959164:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591713408:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1572us (1649us total) trans 4295059841 rc 0/0 00000100:00100000:2.0:1715206674.959168:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572366 00000100:00100000:3.0:1715206674.959514:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524847808:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.959522:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206674.959697:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.959762:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713664 00000100:00100000:1.0:1715206674.959766:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713664 00010000:00010000:1.0:1715206674.959778:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 143 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.959792:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158653 00000100:00100000:1.0:1715206674.959795:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:2002:x1798523591713664:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.959800:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.959803:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 143 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.959813:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 143 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.959821:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c344a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a09 expref: 143 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.959827:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:1.0:1715206674.959830:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.959834:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.959837:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.959853:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206674.959865:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.959869:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206674.959870:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+142:2002:x1798523591713664:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (174us total) trans 0 rc 0/0 00000004:00200000:3.0:1715206674.959875:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40ea:0x0]: returning size 10575 00000100:00100000:1.0:1715206674.959875:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158653 00010000:00010000:3.0:1715206674.959908:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c345c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 143 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.959915:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 142 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.959919:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:3.0:1715206674.959920:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206674.959922:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f733c0, rc 0) 00000100:00100000:3.0:1715206674.959943:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13029:x1798523591713536:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1304us (1368us total) trans 4295059842 rc 0/0 00000100:00100000:3.0:1715206674.959947:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572367 00000100:00100000:0.0:1715206674.960211:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.960239:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713728 00000100:00100000:3.0:1715206674.960243:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713728 00000100:00100000:3.0:1715206674.960264:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572368 00000100:00100000:3.0:1715206674.960269:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13030:x1798523591713728:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.960280:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.960287:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c345e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a5d expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.960310:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.960317:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 143 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.960323:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.960335:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 143 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.960344:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 143 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.960352:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524847872:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.960379:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c290540 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.960932:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.960996:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713792 00000100:00100000:2.0:1715206674.961001:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713792 00000100:00100000:3.0:1715206674.961007:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524847872:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.961020:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206674.961020:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572369 00000100:00100000:2.0:1715206674.961026:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591713792:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.961035:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.961043:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c345ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a64 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.961087:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.961094:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 145 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.961098:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.961109:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 145 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.961114:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 145 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.961119:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524847936:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.961148:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.961240:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.961271:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713856 00000100:00100000:1.0:1715206674.961276:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713856 00010000:00010000:1.0:1715206674.961287:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 146 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.961301:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158654 00000100:00100000:1.0:1715206674.961304:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+146:2002:x1798523591713856:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.961309:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.961313:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 146 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.961319:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 146 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.961326:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184480/0xb73f6b2ce2c345be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a4f expref: 146 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.961332:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:1.0:1715206674.961334:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.961339:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.961342:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.961356:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206674.961372:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+145:2002:x1798523591713856:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 67us (132us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.961374:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206674.961376:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158654 00010000:00010000:3.0:1715206674.961381:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:3.0:1715206674.961396:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40eb:0x0]: returning size 10575 00000004:00200000:3.0:1715206674.961398:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206674.961418:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.961423:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.961434:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c345e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a5d expref: 145 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.961441:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a5d expref: 144 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.961446:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:3.0:1715206674.961447:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.961449:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70240, rc 0) 00000100:00100000:3.0:1715206674.961467:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591713728:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1198us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.961471:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572368 00000100:00100000:2.0:1715206674.961886:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524847936:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.961894:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.962187:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.962213:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591713920 00000100:00100000:1.0:1715206674.962216:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591713920 00010000:00010000:1.0:1715206674.962226:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.962237:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158655 00000100:00100000:1.0:1715206674.962240:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+144:2002:x1798523591713920:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.962246:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.962248:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.962253:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.962260:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c345cc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a56 expref: 144 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.962266:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:1.0:1715206674.962268:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.962272:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.962275:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.962288:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.962302:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.962302:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:2002:x1798523591713920:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 62us (116us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.962306:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.962306:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158655 00000004:00200000:2.0:1715206674.962320:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40ea:0x0]: returning size 10575 00000004:00200000:2.0:1715206674.962322:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.962327:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.962332:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.962342:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092185f80/0xb73f6b2ce2c345ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a64 expref: 143 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.962349:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a64 expref: 142 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.962353:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:2.0:1715206674.962354:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.962356:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921873c0, rc 0) 00000100:00100000:2.0:1715206674.962373:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13029:x1798523591713792:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1348us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.962376:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572369 00000100:00100000:0.0:1715206674.962789:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.962855:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714048 00000100:00100000:3.0:1715206674.962859:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714048 00000100:00100000:3.0:1715206674.962885:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117715 00000100:00100000:3.0:1715206674.962889:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13030:x1798523591714048:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.962951:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591714048:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 61us (162us total) trans 4295059843 rc 0/0 00000100:00100000:3.0:1715206674.962956:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117715 00000100:00100000:0.0:1715206674.963627:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.963693:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714176 00000100:00100000:3.0:1715206674.963697:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714176 00000100:00100000:3.0:1715206674.963721:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117716 00000100:00100000:3.0:1715206674.963725:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13029:x1798523591714176:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206674.963792:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591714176:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 66us (165us total) trans 4295059844 rc 0/0 00000100:00100000:3.0:1715206674.963796:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117716 00000100:00100000:0.0:1715206674.964186:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.964251:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714240 00000100:00100000:2.0:1715206674.964256:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714240 00000100:00100000:2.0:1715206674.964280:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572370 00000100:00100000:2.0:1715206674.964286:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591714240:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.964310:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.964319:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c345fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a6b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.964347:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964353:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964359:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964384:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964389:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964393:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964430:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964434:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964454:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964457:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.964459:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964462:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964467:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206674.964469:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.964471:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964473:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184fc0/0xb73f6b2ce2c34604 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964478:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964482:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964485:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964488:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.964489:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964492:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964495:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880094cc0b00) 00010000:00010000:2.0:1715206674.964496:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.964497:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964499:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186d00/0xb73f6b2ce2c3460b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.964513:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c345fd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a6b expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.964518:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186400/0xb73f6b2ce2c345fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a6b expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.964521:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092186400, rc 0) 00000100:00100000:2.0:1715206674.964550:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591714240:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 264us (364us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.964554:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572370 00000100:00100000:2.0:1715206674.965235:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.965264:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714304 00000100:00100000:0.0:1715206674.965269:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714304 00000100:00100000:0.0:1715206674.965289:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572371 00000100:00100000:0.0:1715206674.965293:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591714304:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.965301:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.965307:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34612 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a72 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.965327:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965333:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965337:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965343:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965346:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965350:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965363:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965366:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965369:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965372:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.965374:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965377:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965381:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:0.0:1715206674.965382:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.965384:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965387:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c34619 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965401:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965418:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965422:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965427:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206674.965430:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965435:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965442:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff88009404e100) 00010000:00010000:0.0:1715206674.965444:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.965447:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965451:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c34620 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.965469:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34612 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a72 expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.965476:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c34612 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a72 expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.965483:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e39b00, rc 0) 00000100:00100000:0.0:1715206674.965506:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591714304:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 213us (273us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206674.965511:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572371 00000100:00100000:0.0:1715206674.966118:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.966184:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714368 00000100:00100000:2.0:1715206674.966189:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714368 00000100:00100000:2.0:1715206674.966239:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572372 00000100:00100000:2.0:1715206674.966247:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591714368:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.966259:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.966278:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c34627 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a79 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.966311:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966319:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966325:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966336:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966341:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966345:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966358:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966362:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966366:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966370:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092187840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.966373:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966377:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966383:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206674.966385:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.966387:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966391:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187840/0xb73f6b2ce2c3462e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966397:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966401:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966442:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966445:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.966447:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966450:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966455:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880094cc0f00) 00010000:00010000:2.0:1715206674.966456:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.966457:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966461:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184b40/0xb73f6b2ce2c34635 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.966475:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c34627 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a79 expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.966479:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921861c0/0xb73f6b2ce2c34627 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a79 expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.966484:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921861c0, rc 0) 00000100:00100000:2.0:1715206674.966529:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591714368:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 284us (412us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.966533:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572372 00000100:00100000:0.0:1715206674.967214:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.967280:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714432 00000100:00100000:2.0:1715206674.967284:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714432 00000100:00100000:2.0:1715206674.967310:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572373 00000100:00100000:2.0:1715206674.967316:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591714432:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.967325:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.967333:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c3463c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a80 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.967359:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967365:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967369:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967375:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967379:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967382:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967392:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967395:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967398:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967401:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092184240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.967417:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967421:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967427:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206674.967428:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.967430:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967433:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092184240/0xb73f6b2ce2c34643 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967439:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967442:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967445:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967448:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092186ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.967449:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967452:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967455:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff880094cc0800) 00010000:00010000:2.0:1715206674.967456:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.967457:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967460:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186ac0/0xb73f6b2ce2c3464a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.967473:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c3463c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a80 expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.967477:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921858c0/0xb73f6b2ce2c3463c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a80 expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.967497:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800921858c0, rc 0) 00000100:00100000:2.0:1715206674.967523:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591714432:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 208us (310us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206674.967528:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572373 00000100:00100000:0.0:1715206674.968114:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.968184:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714560 00000100:00100000:2.0:1715206674.968189:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714560 00000100:00100000:2.0:1715206674.968217:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5026 00000100:00100000:2.0:1715206674.968221:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591714560:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.968239:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206674.968247:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c345e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a5d expref: 144 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.968256:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:2.0:1715206674.968262:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186640/0xb73f6b2ce2c345b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a48 expref: 143 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.968268:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206674.968270:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.968279:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968284:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968288:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968294:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968297:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968300:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968309:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968312:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968315:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968346:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968350:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968353:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206674.968492:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009590aa00 reply state ffff88012b795000 transno 4295059845 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968499:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968503:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:2.0:1715206674.968504:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206674.968506:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206674.968508:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009590aa00 reply state ffff88012b795000 transno 4295059845 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968512:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968518:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880094cc0500) 00010000:00010000:2.0:1715206674.968519:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.968520:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1715206674.968521:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968524:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968527:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968530:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a3180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.968532:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968535:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968538:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206674.968540:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.968541:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968544:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3180/0xb73f6b2ce2c34651 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206674.968548:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009590aa00 reply state ffff88012b795000 transno 4295059845 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968552:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.968557:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880094cc0d00) 00010000:00010000:2.0:1715206674.968559:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.968560:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1715206674.968591:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591714560:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 369us (478us total) trans 4295059845 rc 0/0 00000100:00100000:2.0:1715206674.968596:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5026 00000100:00100000:0.0:1715206674.968922:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.969001:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714688 00000100:00100000:2.0:1715206674.969008:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714688 00000100:00100000:2.0:1715206674.969042:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5027 00000100:00100000:2.0:1715206674.969047:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591714688:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206674.969088:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206674.969100:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921873c0/0xb73f6b2ce2c345f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a64 expref: 144 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.969112:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:2.0:1715206674.969122:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092187a80/0xb73f6b2ce2c345a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a41 expref: 143 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.969128:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206674.969130:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.969141:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969148:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969153:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969165:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969169:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969173:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969181:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969185:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969189:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969218:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969223:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969228:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206674.969325:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095908700 reply state ffff88012b792000 transno 4295059846 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969331:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969335:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:2.0:1715206674.969338:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206674.969339:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206674.969342:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095908700 reply state ffff88012b792000 transno 4295059846 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969346:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969350:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff880094cc0200) 00010000:00010000:2.0:1715206674.969351:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.969352:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1715206674.969354:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969357:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969360:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969363:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.969365:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969369:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969373:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206674.969374:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.969376:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969379:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0240/0xb73f6b2ce2c3466d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206674.969387:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095908700 reply state ffff88012b792000 transno 4295059846 ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969392:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206674.969395:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880094cc0100) 00010000:00010000:2.0:1715206674.969397:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206674.969398:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1715206674.969466:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591714688:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 418us (546us total) trans 4295059846 rc 0/0 00000100:00100000:2.0:1715206674.969470:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5027 00000100:00100000:0.0:1715206674.969861:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.969951:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714752 00000100:00100000:2.0:1715206674.969957:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714752 00000100:00100000:2.0:1715206674.969988:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572374 00000100:00100000:2.0:1715206674.969994:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591714752:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.970008:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.970018:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34689 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a87 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.970047:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970075:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970081:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970087:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970092:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970096:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970118:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970137:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970141:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.970153:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40eb:0x0]: returning size 10575 00000004:00200000:2.0:1715206674.970155:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.970161:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970165:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970168:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970171:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970175:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970177:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.970179:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970183:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970187:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206674.970189:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.970191:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970193:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c34690 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970198:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970201:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970205:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970207:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d89200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.970208:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970211:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970214:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880094cc0500) 00010000:00010000:2.0:1715206674.970215:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.970216:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970219:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c34697 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970230:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c34689 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 146 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.970236:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 145 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.970240:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:2.0:1715206674.970241:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.970242:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d89b00, rc 0) 00000100:00100000:2.0:1715206674.970268:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591714752:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 275us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.970273:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572374 00000100:00100000:0.0:1715206674.970491:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.970518:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714816 00000100:00100000:2.0:1715206674.970521:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714816 00000100:00100000:2.0:1715206674.970540:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572375 00000100:00100000:2.0:1715206674.970544:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13029:x1798523591714816:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.970554:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.970560:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c346a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a8e expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.970583:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970588:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970593:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970599:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970603:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970605:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970622:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970625:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970628:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206674.970638:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40ea:0x0]: returning size 10575 00000004:00200000:2.0:1715206674.970639:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206674.970644:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970648:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970652:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970654:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970657:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970662:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d886c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.970664:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970667:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970671:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206674.970672:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.970673:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970676:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c346ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970680:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970683:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970686:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970689:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8ad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206674.970690:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970692:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970695:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff880094cc0200) 00010000:00010000:2.0:1715206674.970697:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206674.970698:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970701:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c346b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.970711:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c346a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.970716:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 146 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.970720:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:2.0:1715206674.970721:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206674.970722:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8b180, rc 0) 00000100:00100000:2.0:1715206674.970746:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13029:x1798523591714816:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 201us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.970749:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572375 00000100:00100000:0.0:1715206674.972037:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.972112:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591714944 00000100:00100000:2.0:1715206674.972118:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591714944 00000100:00100000:2.0:1715206674.972148:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572376 00000100:00100000:2.0:1715206674.972154:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13030:x1798523591714944:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.972165:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.972176:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c346c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a95 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.972219:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.972227:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.972232:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.972244:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.972251:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 147 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.972258:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848000:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.972290:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1715206674.972388:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.972439:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715072 00000100:00100000:3.0:1715206674.972444:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715072 00000100:00100000:3.0:1715206674.972463:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572377 00000100:00100000:3.0:1715206674.972484:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591715072:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.972491:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.972497:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c346cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289a9c expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.972530:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.972536:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.972540:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.972552:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.972561:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 149 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.972566:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524848064:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.972584:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2903c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.973197:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848000:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.973222:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.973265:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524848064:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.973275:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206674.973548:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.973568:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.973581:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715136 00000100:00100000:1.0:1715206674.973585:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715136 00010000:00010000:1.0:1715206674.973596:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 150 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.973609:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715200 00000100:00100000:1.0:1715206674.973611:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715200 00010000:00010000:1.0:1715206674.973616:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 151 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:0.0:1715206674.973617:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158656 00000100:00100000:0.0:1715206674.973622:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2003:x1798523591715136:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.973629:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206674.973632:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158657 00010000:00010000:0.0:1715206674.973633:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 151 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.973636:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2001:x1798523591715200:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206674.973640:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 151 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.973642:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.973645:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 151 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.973649:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3469e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a87 expref: 151 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.973651:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 151 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.973655:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:0.0:1715206674.973658:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.973660:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c346ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a8e expref: 150 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:0.0:1715206674.973662:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.973665:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.973666:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:1.0:1715206674.973669:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.973674:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.973677:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.973678:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.973689:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206674.973694:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2003:x1798523591715136:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 72us (147us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206674.973695:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.973698:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158656 00010000:00010000:2.0:1715206674.973704:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206674.973704:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2001:x1798523591715200:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 67us (135us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.973707:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206674.973708:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158657 00010000:00010000:3.0:1715206674.973712:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:2.0:1715206674.973714:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40eb:0x0]: returning size 10575 00000004:00200000:3.0:1715206674.973719:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40ea:0x0]: returning size 10575 00010000:00010000:3.0:1715206674.973766:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c346cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.973766:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c346c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.973778:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 149 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.973778:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.973784:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:2.0:1715206674.973784:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:3.0:1715206674.973787:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206674.973787:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206674.973789:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70b40, rc 0) 00010000:00010000:2.0:1715206674.973789:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834480, rc 0) 00000100:00100000:3.0:1715206674.973813:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591715072:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1343us (1425us total) trans 4295059847 rc 0/0 00000100:00100000:2.0:1715206674.973813:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591714944:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1658us (1777us total) trans 4295059848 rc 0/0 00000100:00100000:2.0:1715206674.973819:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572376 00000100:00100000:3.0:1715206674.973822:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572377 00000100:00100000:0.0:1715206674.975136:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.975164:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.975221:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715328 00000100:00100000:2.0:1715206674.975221:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715264 00000100:00100000:3.0:1715206674.975227:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715328 00000100:00100000:2.0:1715206674.975227:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715264 00000100:00100000:2.0:1715206674.975251:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572378 00000100:00100000:2.0:1715206674.975259:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591715264:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206674.975264:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572379 00000100:00100000:3.0:1715206674.975269:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591715328:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.975290:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206674.975300:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.975300:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c346eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289aa3 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.975306:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c346f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289aaa expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.975347:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.975347:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.975361:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.975361:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.975371:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.975371:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.975393:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.975393:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.975437:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 151 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.975437:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 151 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.975465:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524848192:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.975465:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848128:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206674.975505:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c290540 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.975505:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cee40 going to sleep for 11 seconds 00000100:00100000:3.0:1715206674.976629:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524848192:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.976629:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848128:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206674.976641:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206674.976641:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.976853:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.976883:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.976898:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715392 00000100:00100000:1.0:1715206674.976901:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715392 00010000:00010000:1.0:1715206674.976928:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 152 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.976930:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715456 00000100:00100000:2.0:1715206674.976934:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715456 00010000:00010000:2.0:1715206674.976946:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 153 pid: 18825 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.976948:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158658 00000100:00100000:1.0:1715206674.976952:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2002:x1798523591715392:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.976957:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.976960:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 153 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.976965:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158659 00010000:00010000:1.0:1715206674.976966:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 153 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.976970:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2003:x1798523591715456:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206674.976974:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c346c8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40eb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a95 expref: 153 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.976978:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206674.976980:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:1.0:1715206674.976982:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.976983:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 152 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.976987:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.976990:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.976991:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 152 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.977002:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.977003:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c346d6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40ea:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a9c expref: 152 pid: 18825 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.977011:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:2.0:1715206674.977013:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.977014:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.977017:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206674.977019:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2002:x1798523591715392:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 66us (168us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206674.977022:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.977023:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206674.977025:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158658 00010000:00010000:2.0:1715206674.977040:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:0.0:1715206674.977043:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40eb:0x0]: returning size 10575 00000004:00200000:0.0:1715206674.977046:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206674.977073:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.977074:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206674.977076:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+150:2003:x1798523591715456:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 104us (192us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206674.977080:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.977080:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.977083:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158659 00010000:00010000:0.0:1715206674.977096:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c346eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289aa3 expref: 150 pid: 8278 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1715206674.977098:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40ea:0x0]: returning size 10575 00000004:00200000:3.0:1715206674.977101:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1715206674.977107:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289aa3 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715206674.977109:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.977113:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:0.0:1715206674.977116:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.977117:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206674.977118:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835680, rc 0) 00010000:00010000:3.0:1715206674.977131:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c346f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289aaa expref: 150 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.977138:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289aaa expref: 149 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.977142:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:3.0:1715206674.977144:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206674.977145:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72d00, rc 0) 00000100:00100000:0.0:1715206674.977150:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591715264:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1892us (2015us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.977157:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572378 00000100:00100000:3.0:1715206674.977160:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591715328:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1892us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.977164:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572379 00000100:00100000:0.0:1715206674.978980:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.979004:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.979052:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715520 00000100:00100000:3.0:1715206674.979071:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715520 00000100:00100000:1.0:1715206674.979074:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715584 00000100:00100000:1.0:1715206674.979079:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715584 00000100:00100000:3.0:1715206674.979089:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572380 00000100:00100000:3.0:1715206674.979093:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591715520:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206674.979100:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.979103:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572381 00010000:00010000:3.0:1715206674.979106:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34707 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ab1 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206674.979108:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591715584:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.979115:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.979121:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3470e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ab8 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.979127:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.979133:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.979138:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979141:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979145:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979147:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979149:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979151:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979152:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979158:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.979162:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979164:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979165:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979168:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.979171:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206674.979174:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.979176:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979177:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979180:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979180:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.979184:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979185:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206674.979186:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206674.979187:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.979188:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979189:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979191:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34715 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979192:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979196:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979196:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.979198:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.979199:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979200:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979202:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979203:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c3471c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979205:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.979207:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979208:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979210:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979211:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979213:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xcd61b030 (ffff880091915000) 00010000:00010000:3.0:1715206674.979214:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.979215:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979215:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.979217:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206674.979218:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34723 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206674.979219:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.979222:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.979228:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xcd61b030 (ffff880090b0c900) 00010000:00010000:1.0:1715206674.979229:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206674.979231:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34707 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ab1 expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.979231:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.979234:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3472a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xcd61b030 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.979236:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34707 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ab1 expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206674.979241:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72880, rc 0) 00010000:00010000:1.0:1715206674.979246:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3470e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ab8 expref: 150 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.979251:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3470e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ab8 expref: 150 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.979255:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289680, rc 0) 00000100:00100000:3.0:1715206674.979271:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591715520:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 177us (292us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206674.979271:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591715584:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 163us (266us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206674.979275:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572380 00000100:00100000:1.0:1715206674.979278:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572381 00000100:00100000:0.0:1715206674.980500:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.980529:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715648 00000100:00100000:1.0:1715206674.980533:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715648 00000100:00100000:0.0:1715206674.980541:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.980556:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715712 00000100:00100000:1.0:1715206674.980557:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715712 00000100:00100000:0.0:1715206674.980565:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572382 00000100:00100000:1.0:1715206674.980570:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572383 00000100:00100000:0.0:1715206674.980570:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591715648:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.980573:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591715712:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206674.980578:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.980580:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206674.980584:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c34731 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289abf expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.980585:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34738 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ac6 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.980598:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c34731 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289abf expref: 151 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.980599:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34738 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ac6 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.980604:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c34731 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289abf expref: 151 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.980605:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34738 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ac6 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.980608:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206674.980609:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206674.980610:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.980610:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206674.980611:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3bcc0, rc 0) 00010000:00010000:1.0:1715206674.980612:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b840, rc 0) 00000100:00100000:0.0:1715206674.980635:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591715648:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 65us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.980637:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591715712:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 63us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.980640:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572382 00000100:00100000:1.0:1715206674.980643:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572383 00000100:00100000:0.0:1715206674.981958:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.981984:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.982026:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715776 00000100:00100000:3.0:1715206674.982031:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715776 00000100:00100000:3.0:1715206674.982070:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591715840 00000100:00100000:3.0:1715206674.982073:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591715840 00000100:00100000:1.0:1715206674.982078:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117717 00000100:00100000:1.0:1715206674.982083:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591715776:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206674.982093:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117718 00000100:00100000:2.0:1715206674.982099:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591715840:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206674.984142:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591715776:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2056us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.984151:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117717 00000100:00100000:2.0:1715206674.984184:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591715840:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2083us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.984191:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117718 00000100:00100000:0.0:1715206674.987626:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.987652:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.987704:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716032 00000100:00100000:1.0:1715206674.987709:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716032 00000100:00100000:2.0:1715206674.987722:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716096 00000100:00100000:2.0:1715206674.987727:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716096 00000100:00100000:1.0:1715206674.987743:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572384 00000100:00100000:1.0:1715206674.987750:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591716032:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.987752:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572385 00000100:00100000:2.0:1715206674.987759:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591716096:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.987760:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.987769:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.987770:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3473f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289acd expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.987779:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34746 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ad4 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.987824:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.987824:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.987832:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb58c0/0xb73f6b2ce2c20e76 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832f3 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.987833:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7180/0xb73f6b2ce2c20e84 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832fa expref: 153 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.987837:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.987838:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.987851:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb58c0/0xb73f6b2ce2c20e76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832f3 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.987852:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7180/0xb73f6b2ce2c20e84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832fa expref: 153 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.987858:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7180/0xb73f6b2ce2c20e84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832fa expref: 153 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:1.0:1715206674.987858:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb58c0/0xb73f6b2ce2c20e76 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832f3 expref: 153 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.987865:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524848320:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.987865:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848256:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.987901:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cee40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.987902:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ade40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206674.988936:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848256:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206674.988949:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206674.988982:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524848320:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.988994:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206674.989209:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.989256:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716160 00000100:00100000:2.0:1715206674.989261:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716160 00000100:00100000:0.0:1715206674.989273:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206674.989275:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb58c0/0xb73f6b2ce2c20e76 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832f3 expref: 154 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.989305:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716224 00000100:00100000:2.0:1715206674.989308:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716224 00010000:00010000:2.0:1715206674.989320:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7180/0xb73f6b2ce2c20e84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832fa expref: 155 pid: 7126 timeout: 1125 lvb_type: 0 00000100:00100000:3.0:1715206674.989321:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158660 00000100:00100000:3.0:1715206674.989329:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f759c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2002:x1798523591716160:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206674.989337:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158661 00010000:00010000:3.0:1715206674.989339:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206674.989358:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2003:x1798523591716224:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206674.989360:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb58c0/0xb73f6b2ce2c20e76 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832f3 expref: 155 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.989364:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.989367:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7180/0xb73f6b2ce2c20e84 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832fa expref: 155 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.989370:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb58c0/0xb73f6b2ce2c20e76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832f3 expref: 155 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.989381:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7180/0xb73f6b2ce2c20e84 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832fa expref: 155 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.989383:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb58c0/0xb73f6b2ce2c20e76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832f3 expref: 155 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.989392:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb7180/0xb73f6b2ce2c20e84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582832fa expref: 154 pid: 7126 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.989416:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8800832d8100) 00010000:00010000:3.0:1715206674.989418:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8800832d8300) 00010000:00010000:2.0:1715206674.989421:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.989422:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.989428:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.989429:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.989434:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.989434:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.989447:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.989447:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.989455:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.989456:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.989463:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.989463:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206674.989472:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f759c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2002:x1798523591716160:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 143us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.989472:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2003:x1798523591716224:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 128us (198us total) trans 0 rc 0/0 00000004:00200000:0.0:1715206674.989472:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 260096 00000004:00200000:1.0:1715206674.989473:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 260096 00000100:00100000:2.0:1715206674.989479:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158661 00000100:00100000:3.0:1715206674.989486:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158660 00010000:00010000:0.0:1715206674.989533:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34746 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 154 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.989541:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3473f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.989545:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 154 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.989550:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8800832d8100) 00010000:00010000:0.0:1715206674.989552:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206674.989553:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836880, rc 0) 00010000:00010000:1.0:1715206674.989558:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.989565:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8800832d8300) 00000100:00100000:0.0:1715206674.989573:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591716096:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1815us (1921us total) trans 4295059849 rc 0/0 00010000:00010000:1.0:1715206674.989578:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00000100:00100000:0.0:1715206674.989578:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572385 00010000:00010000:1.0:1715206674.989581:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289200, rc 0) 00000100:00100000:1.0:1715206674.989609:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591716032:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1858us (1984us total) trans 4295059850 rc 0/0 00000100:00100000:1.0:1715206674.989617:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572384 00000100:00100000:0.0:1715206674.991213:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.991246:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.991270:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716288 00000100:00100000:1.0:1715206674.991276:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716288 00000100:00100000:1.0:1715206674.991309:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716352 00000100:00100000:1.0:1715206674.991312:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716352 00000100:00100000:1.0:1715206674.991330:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572386 00000100:00100000:1.0:1715206674.991336:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591716288:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206674.991342:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572387 00010000:00010000:1.0:1715206674.991350:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206674.991351:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591716352:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.991360:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34769 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289adb expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.991364:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.991376:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34770 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ae2 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.991393:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.991421:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.991428:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.991430:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.991445:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.991452:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.991455:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.991467:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 155 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.991469:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206674.991476:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 155 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:1.0:1715206674.991478:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848384:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206674.991485:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524848448:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.991530:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.991531:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cee40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206674.992654:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524848448:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206674.992663:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524848384:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206674.992667:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.992676:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206674.993320:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.993367:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206674.993423:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716416 00000100:00100000:2.0:1715206674.993423:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716480 00000100:00100000:3.0:1715206674.993430:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716416 00000100:00100000:2.0:1715206674.993430:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716480 00010000:00010000:3.0:1715206674.993448:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 157 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.993448:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 157 pid: 8278 timeout: 1125 lvb_type: 0 00000100:00100000:2.0:1715206674.993483:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158662 00000100:00100000:2.0:1715206674.993491:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+157:2000:x1798523591716480:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206674.993493:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158663 00000100:00100000:3.0:1715206674.993499:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+157:2003:x1798523591716416:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206674.993501:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206674.993506:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206674.993506:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 157 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.993511:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 157 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.993518:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 157 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.993521:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 157 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:3.0:1715206674.993533:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c3474d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ad4 expref: 157 pid: 11041 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.993533:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34754 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289acd expref: 157 pid: 8278 timeout: 1125 lvb_type: 0 00010000:00010000:2.0:1715206674.993564:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8800832d8300) 00010000:00010000:3.0:1715206674.993568:0:7114:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8800832d8100) 00010000:00010000:2.0:1715206674.993569:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.993571:0:7114:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.993576:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.993578:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206674.993582:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206674.993584:0:7114:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206674.993596:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206674.993605:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206674.993606:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206674.993618:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206674.993623:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2003:x1798523591716416:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 123us (254us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206674.993625:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.993627:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2000:x1798523591716480:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 137us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206674.993631:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158663 00010000:00010000:0.0:1715206674.993632:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206674.993634:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158662 00000004:00200000:1.0:1715206674.993646:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 260096 00000004:00200000:1.0:1715206674.993649:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:0.0:1715206674.993654:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 260096 00000004:00200000:0.0:1715206674.993656:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206674.993661:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00010000:0.0:1715206674.993665:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206674.993670:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206674.993671:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206674.993685:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34770 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ae2 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206674.993689:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34769 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289adb expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.993695:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ae2 expref: 154 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.993700:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8800832d8300) 00010000:00010000:0.0:1715206674.993702:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.993703:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289adb expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206674.993704:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837840, rc 0) 00010000:00010000:1.0:1715206674.993712:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8800832d8100) 00010000:00010000:1.0:1715206674.993715:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206674.993718:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28af40, rc 0) 00000100:00100000:0.0:1715206674.993736:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591716352:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2387us (2489us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206674.993742:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572387 00000100:00100000:1.0:1715206674.993745:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591716288:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2408us (2533us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.993754:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572386 00000100:00100000:0.0:1715206674.996685:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206674.996725:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206674.996766:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716672 00000100:00100000:1.0:1715206674.996772:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716672 00000100:00100000:1.0:1715206674.996804:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716736 00000100:00100000:1.0:1715206674.996806:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716736 00000100:00100000:2.0:1715206674.996816:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572388 00000100:00100000:2.0:1715206674.996826:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591716672:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.996837:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572389 00010000:00010000:2.0:1715206674.996839:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206674.996842:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591716736:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206674.996851:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.996853:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34785 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ae9 expref: -99 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206674.996861:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3478c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289af0 expref: -99 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206674.996872:0:11041:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324429312 pid 13030 mode 2 start 2147483538 end 2147483538 00010000:00010000:1.0:1715206674.996873:0:8278:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324441280 pid 13029 mode 2 start 2147483538 end 2147483538 00010000:00010000:1.0:1715206674.996879:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3478c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289af0 expref: 155 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206674.996880:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34785 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ae9 expref: 155 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206674.996887:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3478c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289af0 expref: 155 pid: 8278 timeout: 0 00010000:00010000:1.0:1715206674.996892:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b3c0, rc 0) 00010000:00010000:2.0:1715206674.996895:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34785 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ae9 expref: 155 pid: 11041 timeout: 0 00010000:00010000:2.0:1715206674.996902:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837a80, rc 0) 00000100:00100000:1.0:1715206674.996931:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591716736:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 87us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.996937:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591716672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 112us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.996943:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572389 00000100:00100000:2.0:1715206674.996948:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572388 00000100:00100000:3.0:1715206674.998328:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.998394:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716864 00000100:00100000:2.0:1715206674.998401:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716864 00000100:00100000:3.0:1715206674.998453:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206674.998458:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572390 00000100:00100000:2.0:1715206674.998483:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591716864:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206674.998489:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591716992 00000100:00100000:1.0:1715206674.998495:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591716992 00010000:00010000:2.0:1715206674.998496:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206674.998506:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837180/0xb73f6b2ce2c34793 lrc: 2/0,0 mode: --/NL res: [0x200000402:0x30:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289af7 expref: -99 pid: 11041 timeout: 0 00000100:00100000:1.0:1715206674.998516:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572391 00000100:00100000:1.0:1715206674.998521:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591716992:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206674.998522:0:11041:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324441280 pid 13029 mode 32 start 2147483538 end 2147483538 00010000:00010000:2.0:1715206674.998529:0:11041:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3478c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 3 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289af0 expref: 156 pid: 8278 timeout: 0 00010000:00010000:1.0:1715206674.998530:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206674.998538:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3479a lrc: 2/0,0 mode: --/NL res: [0x200000402:0x31:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289afe expref: -99 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206674.998544:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3478c lrc: 0/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 3 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289af0 expref: 156 pid: 8278 timeout: 0 00010000:00010000:1.0:1715206674.998549:0:8278:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324429312 pid 13030 mode 32 start 2147483538 end 2147483538 00010000:00010000:1.0:1715206674.998554:0:8278:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34785 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 3 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ae9 expref: 156 pid: 11041 timeout: 0 00010000:00010000:2.0:1715206674.998559:0:11041:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837180/0xb73f6b2ce2c34793 lrc: 3/0,0 mode: NL/NL res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289af7 expref: 156 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206674.998563:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34785 lrc: 0/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 3 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ae9 expref: 156 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206674.998571:0:8278:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3479a lrc: 3/0,0 mode: NL/NL res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289afe expref: 155 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206674.998573:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837180/0xb73f6b2ce2c34793 lrc: 1/0,0 mode: NL/NL res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289af7 expref: 155 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206674.998581:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3479a lrc: 1/0,0 mode: NL/NL res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289afe expref: 155 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206674.998582:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837180/0xb73f6b2ce2c34793 lrc: 0/0,0 mode: NL/NL res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289af7 expref: 155 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206674.998586:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3479a lrc: 0/0,0 mode: NL/NL res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289afe expref: 155 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206674.998592:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837180, rc 0) 00010000:00010000:1.0:1715206674.998594:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b180, rc 0) 00000100:00100000:2.0:1715206674.998629:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591716864:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 162us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206674.998630:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591716992:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 108us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206674.998634:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572390 00000100:00100000:1.0:1715206674.998637:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572391 00000100:00100000:0.0:1715206675.003365:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.003424:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717120 00000100:00100000:1.0:1715206675.003431:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717120 00000100:00100000:1.0:1715206675.003469:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572392 00000100:00100000:1.0:1715206675.003476:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13029:x1798523591717120:12345-192.168.203.35@tcp:101:dbench.0 00000100:00080000:0.0:1715206675.003483:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206645 00010000:00010000:1.0:1715206675.003489:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.003501:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c347a1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b05 expref: -99 pid: 8278 timeout: 0 00010000:00010000:1.0:1715206675.003533:0:8278:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324441280 pid 13029 mode 2 start 2147483538 end 2147483538 00010000:00010000:1.0:1715206675.003540:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c347a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b05 expref: 153 pid: 8278 timeout: 0 00010000:00010000:1.0:1715206675.003553:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c347a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b05 expref: 153 pid: 8278 timeout: 0 00010000:00010000:1.0:1715206675.003560:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288480, rc 0) 00000100:00100000:3.0:1715206675.003568:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.003604:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591717120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 126us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.003612:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572392 00000100:00100000:2.0:1715206675.003625:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717248 00000100:00100000:2.0:1715206675.003639:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717248 00000100:00100000:2.0:1715206675.003667:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572393 00000100:00100000:2.0:1715206675.003675:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591717248:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.003686:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.003699:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c347a8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b0c expref: -99 pid: 11041 timeout: 0 00010000:00010000:2.0:1715206675.003716:0:11041:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324429312 pid 13030 mode 2 start 2147483538 end 2147483538 00010000:00010000:2.0:1715206675.003724:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c347a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b0c expref: 154 pid: 11041 timeout: 0 00010000:00010000:2.0:1715206675.003738:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c347a8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b0c expref: 154 pid: 11041 timeout: 0 00010000:00010000:2.0:1715206675.003745:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837600, rc 0) 00000100:00100000:2.0:1715206675.003809:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591717248:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 133us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.003818:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572393 00000100:00100000:0.0:1715206675.004885:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.005002:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.005023:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717376 00000100:00100000:2.0:1715206675.005029:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717376 00000100:00100000:2.0:1715206675.005084:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717504 00000100:00100000:2.0:1715206675.005089:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717504 00000100:00100000:1.0:1715206675.005093:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572394 00000100:00100000:1.0:1715206675.005103:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591717376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.005133:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206675.005134:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572395 00000100:00100000:2.0:1715206675.005139:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f759f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591717504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.005141:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c347af lrc: 2/0,0 mode: --/NL res: [0x200000402:0x30:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b13 expref: -99 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206675.005147:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.005155:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c347b6 lrc: 2/0,0 mode: --/NL res: [0x200000402:0x31:0x0].0xc rrc: 3 type: FLK pid: 0 [0->0] flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b1a expref: -99 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206675.005158:0:8278:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324441280 pid 13029 mode 32 start 2147483538 end 2147483538 00010000:00010000:1.0:1715206675.005163:0:8278:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c347a1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 3 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b05 expref: 157 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206675.005168:0:11041:0:(ldlm_flock.c:378:ldlm_process_flock_lock()) flags 0x0 owner 18446612137324429312 pid 13030 mode 32 start 2147483538 end 2147483538 00010000:00010000:2.0:1715206675.005172:0:11041:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 2, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c347a8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 3 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b0c expref: 157 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206675.005173:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c347a1 lrc: 0/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0xc rrc: 3 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b05 expref: 157 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206675.005183:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c347a8 lrc: 0/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0xc rrc: 3 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b0c expref: 156 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206675.005183:0:8278:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c347af lrc: 3/0,0 mode: NL/NL res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b13 expref: 156 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206675.005193:0:11041:0:(ldlm_flock.c:142:ldlm_flock_destroy()) ### ldlm_flock_destroy(mode: 32, flags: 0x0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c347b6 lrc: 3/0,0 mode: NL/NL res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b1a expref: 155 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206675.005193:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c347af lrc: 1/0,0 mode: NL/NL res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b13 expref: 155 pid: 8278 timeout: 0 00010000:00010000:1.0:1715206675.005199:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c347af lrc: 0/0,0 mode: NL/NL res: [0x200000402:0x30:0x0].0xc rrc: 2 type: FLK pid: 13029 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b13 expref: 155 pid: 8278 timeout: 0 00010000:00010000:2.0:1715206675.005204:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c347b6 lrc: 1/0,0 mode: NL/NL res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b1a expref: 155 pid: 11041 timeout: 0 00010000:00010000:1.0:1715206675.005208:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28aac0, rc 0) 00010000:00010000:2.0:1715206675.005211:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c347b6 lrc: 0/0,0 mode: NL/NL res: [0x200000402:0x31:0x0].0xc rrc: 2 type: FLK pid: 13030 [2147483538->2147483538] flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b1a expref: 154 pid: 11041 timeout: 0 00010000:00010000:2.0:1715206675.005221:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834240, rc 0) 00000100:00100000:1.0:1715206675.005241:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591717376:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 139us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.005243:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f759f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591717504:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 103us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.005246:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572394 00000100:00100000:2.0:1715206675.005252:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572395 00000100:00100000:0.0:1715206675.012541:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.012600:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717632 00000100:00100000:2.0:1715206675.012606:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717632 00000100:00100000:2.0:1715206675.012647:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117719 00000100:00100000:2.0:1715206675.012654:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e715c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13029:x1798523591717632:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.012800:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e715c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591717632:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 144us (260us total) trans 4295059851 rc 0/0 00000100:00100000:2.0:1715206675.012809:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117719 00000100:00100000:0.0:1715206675.013340:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.013393:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717760 00000100:00100000:2.0:1715206675.013398:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717760 00000100:00100000:2.0:1715206675.013448:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117720 00000100:00100000:2.0:1715206675.013453:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591717760:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.013549:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591717760:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 92us (206us total) trans 4295059852 rc 0/0 00000100:00100000:2.0:1715206675.013558:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117720 00000100:00100000:0.0:1715206675.015431:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.015507:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717824 00000100:00100000:2.0:1715206675.015513:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717824 00000100:00100000:2.0:1715206675.015543:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572396 00000100:00100000:2.0:1715206675.015548:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591717824:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.015559:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.015567:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c347bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b21 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.015596:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015609:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015615:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015622:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015626:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015630:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015650:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015654:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015658:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015662:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.015664:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015669:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015675:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.015677:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.015680:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015699:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c347c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015706:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015709:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015713:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015716:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.015718:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015721:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015725:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff880094cc0a00) 00010000:00010000:2.0:1715206675.015727:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.015728:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015732:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c347cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.015748:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c347bd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b21 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.015754:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c347bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b21 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.015759:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834000, rc 0) 00000100:00100000:2.0:1715206675.015792:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591717824:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 243us (363us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.015797:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572396 00000100:00100000:0.0:1715206675.016182:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.016222:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717888 00000100:00100000:2.0:1715206675.016226:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717888 00000100:00100000:2.0:1715206675.016249:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572397 00000100:00100000:2.0:1715206675.016253:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591717888:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.016260:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.016267:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c347d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b28 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.016287:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016294:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016299:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016305:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016310:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016314:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016331:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016336:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016342:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016348:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948358c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.016351:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016357:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016365:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.016368:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.016371:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016377:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c347d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016386:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016391:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016397:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016422:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.016424:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016429:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016435:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff880094cc0800) 00010000:00010000:2.0:1715206675.016436:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.016438:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016442:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c347e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.016459:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c347d2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b28 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.016465:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c347d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b28 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.016470:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835200, rc 0) 00000100:00100000:2.0:1715206675.016499:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591717888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 245us (318us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.016503:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572397 00000100:00100000:0.0:1715206675.017526:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.017592:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591717952 00000100:00100000:2.0:1715206675.017599:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591717952 00000100:00100000:2.0:1715206675.017645:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572398 00000100:00100000:2.0:1715206675.017651:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591717952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.017661:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.017671:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c347e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b2f expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.017698:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017706:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017715:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017725:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017732:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017739:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017755:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017761:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017767:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017773:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.017776:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017783:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017791:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.017794:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.017798:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017803:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c347ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017813:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017819:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017824:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017830:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.017833:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017839:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017846:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff880094cc0400) 00010000:00010000:2.0:1715206675.017849:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.017851:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017857:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c347f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.017881:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c347e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b2f expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.017890:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c347e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b2f expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.017899:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835b00, rc 0) 00000100:00100000:2.0:1715206675.017936:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591717952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 283us (412us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.017944:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572398 00000100:00100000:0.0:1715206675.018240:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.018328:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718016 00000100:00100000:2.0:1715206675.018336:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718016 00000100:00100000:2.0:1715206675.018377:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572399 00000100:00100000:2.0:1715206675.018385:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591718016:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.018400:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.018455:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c347fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b36 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.018490:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018499:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018508:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018519:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018530:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018538:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018555:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018562:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018569:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018576:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.018579:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018586:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018596:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.018599:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.018603:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018609:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34803 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018620:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018627:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018634:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018640:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948361c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.018643:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018650:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018658:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff880094cc0f00) 00010000:00010000:2.0:1715206675.018660:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.018663:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018670:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c3480a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.018696:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c347fc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b36 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.018705:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c347fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b36 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.018716:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837cc0, rc 0) 00000100:00100000:2.0:1715206675.018759:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591718016:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 373us (520us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.018767:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572399 00000100:00100000:0.0:1715206675.019892:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.019941:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718144 00000100:00100000:2.0:1715206675.019946:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718144 00000100:00100000:2.0:1715206675.019980:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572400 00000100:00100000:2.0:1715206675.019987:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591718144:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.019998:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.020007:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34811 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b3d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.020050:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020092:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020101:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020114:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020122:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020129:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020147:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020153:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020161:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020166:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.020171:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020177:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020186:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.020189:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.020193:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020200:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34818 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020210:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020216:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020222:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020227:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.020247:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020252:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020259:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff880094cc0a00) 00010000:00010000:2.0:1715206675.020261:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.020264:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020273:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3481f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.020294:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34811 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b3d expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.020302:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34811 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b3d expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.020310:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836400, rc 0) 00000100:00100000:2.0:1715206675.020347:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591718144:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 358us (456us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.020354:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572400 00000100:00100000:0.0:1715206675.020923:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.020963:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718272 00000100:00100000:2.0:1715206675.020966:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718272 00000100:00100000:2.0:1715206675.020992:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572401 00000100:00100000:2.0:1715206675.020996:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591718272:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.021004:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.021011:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c34826 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b44 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.021036:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021043:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021050:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021079:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021086:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021092:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021106:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021111:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021117:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021121:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.021123:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021128:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021135:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.021137:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.021140:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021145:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3482d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021153:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021159:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021164:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021168:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.021170:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021176:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021181:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff880094cc0b00) 00010000:00010000:2.0:1715206675.021184:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.021186:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021191:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34834 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021210:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c34826 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b44 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.021217:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c34826 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b44 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.021224:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834b40, rc 0) 00000100:00100000:2.0:1715206675.021256:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591718272:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 259us (333us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.021266:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572401 00000100:00100000:0.0:1715206675.021519:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.021560:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718336 00000100:00100000:2.0:1715206675.021564:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718336 00000100:00100000:2.0:1715206675.021599:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572402 00000100:00100000:2.0:1715206675.021604:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591718336:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.021613:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.021621:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837180/0xb73f6b2ce2c3483b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b4b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.021646:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021654:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021661:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021670:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021677:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021683:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021698:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021704:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021711:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021716:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.021720:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021726:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021734:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.021736:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.021739:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021745:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34842 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021753:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021760:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021765:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021770:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.021772:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021777:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021784:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff880094cc0700) 00010000:00010000:2.0:1715206675.021786:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.021789:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021794:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836880/0xb73f6b2ce2c34849 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.021816:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837180/0xb73f6b2ce2c3483b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b4b expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.021823:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837180/0xb73f6b2ce2c3483b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b4b expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.021831:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837180, rc 0) 00000100:00100000:2.0:1715206675.021868:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591718336:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 262us (347us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.021874:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572402 00000100:00100000:0.0:1715206675.022538:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.022584:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718400 00000100:00100000:2.0:1715206675.022588:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718400 00000100:00100000:2.0:1715206675.022615:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572403 00000100:00100000:2.0:1715206675.022620:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591718400:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.022629:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.022637:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34850 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b52 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.022662:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022674:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022681:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022691:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022696:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022702:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022715:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022721:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022726:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022731:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.022733:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022739:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022745:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.022748:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.022751:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022756:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34857 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022764:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022770:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022775:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022779:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.022782:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022787:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022793:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3100) 00010000:00010000:2.0:1715206675.022795:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.022798:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022803:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c3485e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.022822:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34850 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b52 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.022830:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34850 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b52 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.022837:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834480, rc 0) 00000100:00100000:2.0:1715206675.022873:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591718400:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 252us (334us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.022880:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572403 00000100:00100000:0.0:1715206675.023733:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.023796:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718528 00000100:00100000:2.0:1715206675.023802:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718528 00000100:00100000:2.0:1715206675.023826:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572404 00000100:00100000:2.0:1715206675.023833:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591718528:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.023843:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.023846:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.023861:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34738 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ac6 expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.023874:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.023878:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.023886:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34865 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b59 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.023929:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.023939:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.023947:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.023957:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.023965:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.023972:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:2.0:1715206675.024253:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2070:0x0], index 1: 0 00010000:00010000:2.0:1715206675.024359:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c3487a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024370:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c3487a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024379:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c3487a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024453:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024462:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024470:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024478:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.024481:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024489:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024501:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.024504:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.024508:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024515:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c3486c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.024525:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fb800 reply state ffff88009299d000 transno 4295059853 ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024535:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.024542:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:2.0:1715206675.024545:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.024547:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.024568:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34865 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b59 expref: 156 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.024580:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c3487a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b59 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.024589:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ec:0x0].0x0 (ffff88009fbf3200) 00010000:00010000:2.0:1715206675.024592:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.024595:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836ac0, rc 0) 00000100:00100000:2.0:1715206675.024643:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591718528:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 809us (914us total) trans 4295059853 rc 0/0 00000100:00100000:2.0:1715206675.024652:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572404 00000100:00100000:0.0:1715206675.025471:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.025530:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718656 00000100:00100000:2.0:1715206675.025536:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718656 00000100:00100000:2.0:1715206675.025572:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572405 00000100:00100000:2.0:1715206675.025579:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591718656:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.025590:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.025592:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.025606:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c34731 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289abf expref: 156 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.025619:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.025622:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.025630:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34888 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b60 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.025676:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025686:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025695:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025707:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025715:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025723:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:2.0:1715206675.025849:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2070:0x0], index 0: 0 00010000:00010000:2.0:1715206675.025934:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c3489d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025950:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c3489d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025959:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c3489d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025981:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025989:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.025997:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.026003:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.026006:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.026012:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.026021:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.026024:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.026027:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.026034:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3488f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.026044:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5f9c00 reply state ffff88009299f000 transno 4295059854 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.026088:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.026096:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:2.0:1715206675.026100:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.026102:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.026123:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34888 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b60 expref: 158 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.026136:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c3489d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b60 expref: 157 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.026144:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ed:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:2.0:1715206675.026147:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.026150:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948358c0, rc 0) 00000100:00100000:2.0:1715206675.026195:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13030:x1798523591718656:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 614us (724us total) trans 4295059854 rc 0/0 00000100:00100000:2.0:1715206675.026203:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572405 00000100:00100000:0.0:1715206675.026996:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.027079:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718720 00000100:00100000:2.0:1715206675.027085:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718720 00000100:00100000:2.0:1715206675.027124:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77865 00000100:00100000:2.0:1715206675.027131:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2002:x1798523591718720:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.027143:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.027159:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b67 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.027178:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2070:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.027192:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.027195:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.027202:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.027216:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.027226:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837180, rc 0) 00000100:00100000:2.0:1715206675.027267:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2002:x1798523591718720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 135us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.027275:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77865 00000100:00100000:0.0:1715206675.028893:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.028943:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.028956:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718784 00000100:00100000:2.0:1715206675.028963:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718784 00000100:00100000:2.0:1715206675.028989:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77866 00000100:00100000:2.0:1715206675.028996:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+88:2003:x1798523591718784:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.029007:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.029022:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b6e expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.029033:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591718912 00002000:00010000:2.0:1715206675.029038:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2070:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:3.0:1715206675.029039:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591718912 00010000:00010000:2.0:1715206675.029051:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.029081:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.029087:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 89 pid: 9392 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1715206675.029094:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117721 00000100:00100000:3.0:1715206675.029100:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13029:x1798523591718912:12345-192.168.203.35@tcp:35:dbench.0 00010000:00010000:2.0:1715206675.029103:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 89 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.029121:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836880, rc 0) 00000100:00100000:2.0:1715206675.029162:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2003:x1798523591718784:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 164us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.029170:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77866 00000100:00100000:3.0:1715206675.029230:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13029:x1798523591718912:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 128us (287us total) trans 4295059855 rc 0/0 00000100:00100000:3.0:1715206675.029236:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117721 00000100:00100000:0.0:1715206675.030724:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.030802:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719040 00000100:00100000:3.0:1715206675.030811:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719040 00000100:00100000:3.0:1715206675.030854:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117722 00000100:00100000:3.0:1715206675.030863:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13030:x1798523591719040:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.031026:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13030:x1798523591719040:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 161us (303us total) trans 4295059856 rc 0/0 00000100:00100000:3.0:1715206675.031036:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117722 00000100:00100000:0.0:1715206675.033178:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.033240:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719168 00000100:00100000:2.0:1715206675.033246:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719168 00000100:00100000:2.0:1715206675.033280:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572406 00000100:00100000:2.0:1715206675.033285:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13029:x1798523591719168:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.033316:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.033329:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c3487a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b59 expref: 160 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.033340:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ec:0x0].0x0 (ffff88009fbf3200) 00010000:00010000:2.0:1715206675.033347:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.033357:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033366:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033372:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033378:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033383:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033392:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033454:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033464:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033471:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:2.0:1715206675.033629:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8271, 64 off537536 00010000:00010000:2.0:1715206675.033665:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033676:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033685:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033701:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033705:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033709:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033731:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033738:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.033741:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033745:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033751:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ec:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.033753:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.033755:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033758:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c348ce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033772:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033776:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033780:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033783:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.033785:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033788:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033794:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ec:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.033796:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.033799:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033805:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c348c7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033882:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033890:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033897:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033904:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.033907:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.033913:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.033914:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033923:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.033926:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.033930:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033936:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c348b9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.033946:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fbb80 reply state ffff88009277d000 transno 4295059857 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033956:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.033967:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:2.0:1715206675.033969:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.033972:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.033999:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719296 00000100:00100000:1.0:1715206675.034005:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719296 00000100:00100000:2.0:1715206675.034023:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591719168:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 735us (846us total) trans 4295059857 rc 0/0 00000100:00100000:2.0:1715206675.034033:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572406 00000100:00100000:1.0:1715206675.034044:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572407 00000100:00100000:1.0:1715206675.034050:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591719296:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.034134:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.034147:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c3489d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b60 expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.034168:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ed:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:1.0:1715206675.034174:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.034184:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034192:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034199:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034205:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034210:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034214:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034244:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034249:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034253:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:1.0:1715206675.034346:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8272, 64 off537600 00010000:00010000:1.0:1715206675.034367:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034377:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034382:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034387:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034391:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034395:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034399:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034425:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.034428:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034433:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034439:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ed:0x0].0x0 (ffff880090b0c700) 00010000:00010000:1.0:1715206675.034441:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.034443:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034447:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c348ea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034460:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034465:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034469:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034472:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.034474:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034478:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034482:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ed:0x0].0x0 (ffff880090b0c700) 00010000:00010000:1.0:1715206675.034484:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.034486:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034489:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c348e3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034536:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034541:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034544:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034548:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.034550:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034557:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034563:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.034564:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.034566:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034570:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c348d5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.034576:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fb480 reply state ffff880073063000 transno 4295059858 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034581:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.034586:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:1.0:1715206675.034588:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.034590:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.034632:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591719296:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 580us (722us total) trans 4295059858 rc 0/0 00000100:00100000:1.0:1715206675.034638:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572407 00000100:00100000:0.0:1715206675.035974:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.036028:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719360 00000100:00100000:1.0:1715206675.036034:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719360 00000100:00100000:1.0:1715206675.036087:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572408 00000100:00100000:1.0:1715206675.036094:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591719360:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.036108:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.036118:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c348f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b75 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.036127:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.036144:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719424 00010000:00010000:1.0:1715206675.036148:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206675.036150:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719424 00010000:00010000:1.0:1715206675.036155:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036161:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036166:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036171:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036176:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036189:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036193:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036197:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036201:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288480 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206675.036203:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572409 00010000:00010000:1.0:1715206675.036203:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036207:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206675.036209:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591719424:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.036217:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.036218:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.036219:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.036221:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036225:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c348f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.036227:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34906 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b7c expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.036232:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036235:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036239:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036242:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.036244:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036248:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036252:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:1.0:1715206675.036254:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.036255:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036259:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c348ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.036273:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c348f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b75 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.036278:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.036280:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c348f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b75 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.036285:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.036285:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28aac0, rc 0) 00010000:00010000:3.0:1715206675.036292:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036298:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036303:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036316:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.036319:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591719360:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 226us (348us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.036325:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572408 00010000:00010000:3.0:1715206675.036330:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036338:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036357:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036362:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.036364:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036368:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036375:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.036377:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.036379:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036392:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c3490d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036400:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036415:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036434:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036437:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.036439:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036447:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036452:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:3.0:1715206675.036454:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.036456:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036459:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34914 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.036484:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34906 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b7c expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.036490:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34906 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b7c expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.036496:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70d80, rc 0) 00000100:00100000:3.0:1715206675.036543:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591719424:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 333us (416us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.036548:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572409 00000100:00100000:0.0:1715206675.037742:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.037792:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719488 00000100:00100000:3.0:1715206675.037796:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719488 00000100:00100000:3.0:1715206675.037833:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572410 00000100:00100000:3.0:1715206675.037838:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591719488:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.037856:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.037863:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c3491b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b83 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.037893:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c3491b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b83 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.037901:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c3491b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b83 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.037906:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.037908:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.037910:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72640, rc 0) 00000100:00100000:0.0:1715206675.037914:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.037942:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591719488:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 103us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.037947:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572410 00000100:00100000:1.0:1715206675.037947:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719552 00000100:00100000:1.0:1715206675.037952:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719552 00000100:00100000:1.0:1715206675.037993:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572411 00000100:00100000:1.0:1715206675.037997:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591719552:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.038006:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.038014:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34922 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b8a expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.038028:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b8a expref: 164 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.038036:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b8a expref: 164 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.038042:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.038063:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.038065:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b3c0, rc 0) 00000100:00100000:1.0:1715206675.038107:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591719552:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 109us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.038115:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572411 00000100:00100000:0.0:1715206675.039657:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.039710:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.039728:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719616 00000100:00100000:3.0:1715206675.039732:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719616 00000100:00100000:3.0:1715206675.039751:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719680 00000100:00100000:3.0:1715206675.039753:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719680 00000100:00100000:0.0:1715206675.039766:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117723 00000100:00100000:0.0:1715206675.039775:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+165:13029:x1798523591719616:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206675.039787:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117724 00000100:00100000:3.0:1715206675.039792:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e715850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+165:13030:x1798523591719680:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206675.041574:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e715850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+165:13030:x1798523591719680:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1778us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.041582:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117724 00000100:00100000:1.0:1715206675.041659:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591719616:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1883us (2004us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.041667:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117723 00000100:00100000:0.0:1715206675.043159:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.043197:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719808 00000100:00100000:1.0:1715206675.043201:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719808 00000100:00100000:1.0:1715206675.043223:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572412 00000100:00100000:1.0:1715206675.043227:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591719808:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.043235:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.043241:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34929 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b91 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.043267:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043273:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043278:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043282:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043286:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043289:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.043292:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.043299:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043303:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043306:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043309:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.043311:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.043313:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591719936 00010000:00010000:1.0:1715206675.043314:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.043318:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591719936 00010000:00010000:1.0:1715206675.043319:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.043321:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.043324:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043328:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34930 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043335:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043340:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.043341:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572413 00000100:00100000:2.0:1715206675.043345:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+166:13030:x1798523591719936:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.043345:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043349:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.043366:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.043367:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.043373:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3493e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b98 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.043375:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043382:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:1.0:1715206675.043384:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.043387:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.043393:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34937 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.043395:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043401:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043417:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043422:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.043424:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34929 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b91 expref: 167 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.043426:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.043429:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34929 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b91 expref: 167 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.043430:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.043434:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28bcc0, rc 0) 00010000:00010000:2.0:1715206675.043441:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043445:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043448:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043451:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.043453:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043456:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043460:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00000100:00100000:1.0:1715206675.043460:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+166:13029:x1798523591719808:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 232us (302us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.043462:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.043464:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.043464:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572412 00010000:00010000:2.0:1715206675.043467:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34945 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043480:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043483:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043486:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043492:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.043493:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043496:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043500:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:2.0:1715206675.043501:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.043503:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043505:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c3494c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.043517:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3493e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b98 expref: 165 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.043522:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3493e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b98 expref: 165 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.043526:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837a80, rc 0) 00000100:00100000:2.0:1715206675.043544:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591719936:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 199us (253us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.043549:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572413 00000100:00100000:0.0:1715206675.044913:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.044981:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720000 00000100:00100000:2.0:1715206675.044986:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720000 00000100:00100000:2.0:1715206675.045010:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572414 00000100:00100000:2.0:1715206675.045015:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591720000:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.045022:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.045029:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34953 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289b9f expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.045051:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045077:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045083:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045088:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045092:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045096:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206675.045097:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.045109:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045112:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045116:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045119:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.045121:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045125:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045130:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.045132:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.045134:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.045134:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720064 00010000:00010000:2.0:1715206675.045137:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3495a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.045139:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720064 00010000:00010000:2.0:1715206675.045142:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045146:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045149:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045152:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.045153:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045156:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045160:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:2.0:1715206675.045161:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.045163:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.045165:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34961 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.045174:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572415 00010000:00010000:2.0:1715206675.045179:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34953 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b9f expref: 166 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.045182:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+166:13030:x1798523591720064:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.045185:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34953 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b9f expref: 166 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.045189:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836ac0, rc 0) 00010000:00010000:1.0:1715206675.045192:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.045202:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34968 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ba6 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.045210:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+165:13029:x1798523591720000:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 195us (300us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.045215:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572414 00010000:00010000:1.0:1715206675.045236:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045244:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045252:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045260:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045266:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045272:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045289:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045295:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045303:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045308:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.045311:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045316:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045328:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.045331:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.045334:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045340:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c3496f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045348:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045354:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045359:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045363:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.045365:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045370:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045377:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:1.0:1715206675.045379:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.045382:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045387:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34976 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.045402:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34968 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ba6 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.045423:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34968 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ba6 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.045429:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289680, rc 0) 00000100:00100000:1.0:1715206675.045456:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591720064:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 276us (361us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.045461:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572415 00000100:00100000:0.0:1715206675.046726:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.046779:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720192 00000100:00100000:1.0:1715206675.046784:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720192 00000100:00100000:1.0:1715206675.046810:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572416 00000100:00100000:1.0:1715206675.046815:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591720192:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.046824:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.046827:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206675.046837:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c3491b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b83 expref: 164 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.046849:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.046852:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.046859:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c3497d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bad expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.046895:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.046901:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.046906:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.046912:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.046916:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.046920:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.047074:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.047102:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720320 00000100:00100000:2.0:1715206675.047107:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720320 00000004:00080000:1.0:1715206675.047108:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2071:0x0], index 1: 0 00000100:00100000:2.0:1715206675.047133:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572417 00000100:00100000:2.0:1715206675.047138:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+165:13030:x1798523591720320:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.047146:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.047148:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.047157:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34922 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b8a expref: 166 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.047167:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.047169:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.047174:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34992 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bb4 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.047188:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289d40/0xb73f6b2ce2c34999 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047195:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289d40/0xb73f6b2ce2c34999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047202:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289d40/0xb73f6b2ce2c34999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.047205:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047213:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047218:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.047222:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.047223:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047228:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.047228:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.047231:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.047233:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047253:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.047256:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047261:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047269:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.047272:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.047275:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047279:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34984 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.047288:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880096909f80 reply state ffff88012484b000 transno 4295059859 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047295:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.047301:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:1.0:1715206675.047303:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.047305:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.047323:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c3497d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bad expref: 167 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.047334:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289d40/0xb73f6b2ce2c34999 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bad expref: 166 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.047338:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ee:0x0].0x0 (ffff880090b0c100) 00000004:00080000:2.0:1715206675.047339:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2071:0x0], index 0: 0 00010000:00010000:1.0:1715206675.047340:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.047341:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289d40, rc 0) 00000100:00100000:1.0:1715206675.047374:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13029:x1798523591720192:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 557us (648us total) trans 4295059859 rc 0/0 00000100:00100000:1.0:1715206675.047381:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572416 00010000:00010000:2.0:1715206675.047393:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c349b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047399:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c349b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047422:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c349b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047437:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047441:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047445:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047451:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.047453:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047457:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047462:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.047464:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.047466:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047469:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c349a0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206675.047475:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880096908380 reply state ffff88009277c000 transno 4295059860 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047480:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.047484:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:2.0:1715206675.047485:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.047487:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.047499:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34992 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bb4 expref: 168 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.047506:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c349b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bb4 expref: 167 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.047510:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ef:0x0].0x0 (ffff88009fbf3100) 00010000:00010000:2.0:1715206675.047512:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.047514:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948358c0, rc 0) 00000100:00100000:2.0:1715206675.047537:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13030:x1798523591720320:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 399us (484us total) trans 4295059860 rc 0/0 00000100:00100000:2.0:1715206675.047542:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572417 00000100:00100000:0.0:1715206675.049309:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.049335:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.049346:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720384 00000100:00100000:2.0:1715206675.049351:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720384 00000100:00100000:2.0:1715206675.049375:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720448 00000100:00100000:2.0:1715206675.049376:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720448 00000100:00100000:1.0:1715206675.049382:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77867 00000100:00100000:1.0:1715206675.049390:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2000:x1798523591720384:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.049396:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77868 00000100:00100000:2.0:1715206675.049400:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2002:x1798523591720448:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.049400:0:18676:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.049421:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.049425:0:18676:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bbb expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.049432:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bc2 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206675.049452:0:18676:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2071:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:2.0:1715206675.049455:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2071:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.049464:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.049464:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.049465:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.049466:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.049470:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.049472:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 91 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.049479:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.049485:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948361c0, rc 0) 00010000:00010000:1.0:1715206675.049485:0:18676:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 91 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.049491:0:18676:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a880, rc 0) 00000100:00100000:2.0:1715206675.049513:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2002:x1798523591720448:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 112us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.049518:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77868 00000100:00100000:1.0:1715206675.049522:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2000:x1798523591720384:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 131us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.049529:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77867 00000100:00100000:0.0:1715206675.051452:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.051501:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720512 00000100:00100000:1.0:1715206675.051506:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720512 00000100:00100000:0.0:1715206675.051510:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.051537:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720576 00000100:00100000:1.0:1715206675.051540:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720576 00000100:00100000:1.0:1715206675.051555:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77869 00000100:00100000:1.0:1715206675.051560:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+90:13030:x1798523591720512:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.051563:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77870 00000100:00100000:3.0:1715206675.051569:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+91:13029:x1798523591720576:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.051569:0:18676:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.051576:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.051578:0:18676:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bc9 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.051584:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bd0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.051597:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 92 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.051601:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 91 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.051602:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.051603:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.051606:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 92 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.051608:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.051610:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.051613:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 91 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.051623:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 92 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.051628:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 91 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.051631:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 92 pid: 18676 timeout: 1125 lvb_type: 1 00010000:00010000:1.0:1715206675.051635:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 91 pid: 9392 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206675.051640:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524848512:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.051642:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524848576:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.051677:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ade40 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.051682:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2903c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.052840:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524848576:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206675.052857:0:18676:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 91 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.052870:0:18676:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288900, rc 0) 00000100:00100000:3.0:1715206675.052898:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524848512:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.052900:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+91:13030:x1798523591720512:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1338us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.052908:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77869 00010000:00010000:3.0:1715206675.052913:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 92 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.052922:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f706c0, rc 0) 00000100:00100000:3.0:1715206675.052939:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+92:13029:x1798523591720576:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1370us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.052944:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77870 00000100:00100000:0.0:1715206675.053008:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.053039:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720640 00000100:00100000:3.0:1715206675.053043:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720640 00010000:00010000:3.0:1715206675.053072:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 91 pid: 9392 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206675.053088:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158664 00000100:00100000:3.0:1715206675.053092:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2002:x1798523591720640:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206675.053100:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.053108:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 91 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206675.053115:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 91 pid: 9392 timeout: 1125 lvb_type: 1 00010000:00010000:3.0:1715206675.053126:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc2 expref: 91 pid: 9392 timeout: 1125 lvb_type: 1 00000100:00100000:0.0:1715206675.053130:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.053151:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.053153:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.053157:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 90 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.053163:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 90 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.053168:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720704 00000100:00100000:2.0:1715206675.053173:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720704 00010000:00010000:3.0:1715206675.053176:0:18712:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 90 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.053184:0:18712:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524848640:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.053185:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 92 pid: 18676 timeout: 1125 lvb_type: 1 00000100:00100000:3.0:1715206675.053204:0:18712:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2903c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.053208:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158665 00000100:00100000:2.0:1715206675.053212:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591720704:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.053219:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.053227:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 92 pid: 18676 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206675.053234:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 92 pid: 18676 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206675.053245:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a880/0xb73f6b2ce2c349c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bbb expref: 92 pid: 18676 timeout: 1125 lvb_type: 1 00010000:00010000:2.0:1715206675.053252:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.053253:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.053257:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 91 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.053262:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 91 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.053276:0:7114:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 91 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.053286:0:7114:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7114:1798523524848704:192.168.203.35@tcp:105: 00000100:00100000:2.0:1715206675.053308:0:7114:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934900 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.054318:0:18712:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524848640:192.168.203.35@tcp:105: 00010000:00010000:3.0:1715206675.054328:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206675.054359:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2002:x1798523591720640:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1265us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.054367:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158664 00000100:00100000:2.0:1715206675.054672:0:7114:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7114:1798523524848704:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.054682:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.054708:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591720704:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1493us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.054717:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158665 00000100:00100000:0.0:1715206675.075836:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.075933:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720832 00000100:00100000:1.0:1715206675.075941:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720832 00000100:00100000:1.0:1715206675.075981:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117725 00000100:00100000:1.0:1715206675.075986:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13030:x1798523591720832:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.076191:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13030:x1798523591720832:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 204us (362us total) trans 4295059861 rc 0/0 00000100:00100000:1.0:1715206675.076196:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117725 00000100:00100000:0.0:1715206675.077775:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.077857:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591720896 00000100:00100000:2.0:1715206675.077862:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591720896 00000100:00100000:2.0:1715206675.077924:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572418 00000100:00100000:2.0:1715206675.077930:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13030:x1798523591720896:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.077944:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.077972:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bd7 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.078005:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078014:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078020:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078027:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078031:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078035:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078055:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078059:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078063:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078067:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.078089:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078093:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078100:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.078102:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.078105:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078108:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c349e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078123:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078126:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078130:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078133:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.078135:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078138:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078141:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff88009fbf3300) 00010000:00010000:2.0:1715206675.078142:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.078144:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078146:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c349ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.078163:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349df lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd7 expref: 170 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.078167:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c349df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd7 expref: 170 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.078172:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948361c0, rc 0) 00000100:00100000:2.0:1715206675.078197:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13030:x1798523591720896:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 268us (423us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.078202:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572418 00000100:00100000:2.0:1715206675.078425:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.078475:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721024 00000100:00100000:1.0:1715206675.078481:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721024 00000100:00100000:1.0:1715206675.078507:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117726 00000100:00100000:1.0:1715206675.078512:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13029:x1798523591721024:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.078602:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591721024:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 89us (177us total) trans 4295059862 rc 0/0 00000100:00100000:1.0:1715206675.078607:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117726 00000100:00100000:0.0:1715206675.079571:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.079660:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721088 00000100:00100000:2.0:1715206675.079665:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721088 00000100:00100000:2.0:1715206675.079693:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572419 00000100:00100000:2.0:1715206675.079698:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13030:x1798523591721088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.079708:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.079715:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c349f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bde expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.079729:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c349f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bde expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.079753:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c349f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bde expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.079758:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.079759:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.079761:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837cc0, rc 0) 00000100:00100000:2.0:1715206675.079789:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591721088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 90us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.079794:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572419 00000100:00100000:0.0:1715206675.080294:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.080369:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721152 00000100:00100000:2.0:1715206675.080374:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721152 00000100:00100000:2.0:1715206675.080401:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572420 00000100:00100000:2.0:1715206675.080436:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591721152:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.080445:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.080453:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c349fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289be5 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.080496:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080506:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080511:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080518:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080522:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080526:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080540:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080544:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080547:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080550:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.080553:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080556:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080561:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.080563:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.080566:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080569:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34a02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080576:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080579:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080583:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080585:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.080587:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080590:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080594:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff88009fbf3200) 00010000:00010000:2.0:1715206675.080595:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.080597:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080600:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34a09 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.080614:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c349fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289be5 expref: 172 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.080619:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c349fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289be5 expref: 172 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.080625:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834d80, rc 0) 00000100:00100000:2.0:1715206675.080657:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591721152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 221us (364us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.080662:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572420 00000100:00100000:0.0:1715206675.081431:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.081472:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721216 00000100:00100000:1.0:1715206675.081477:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721216 00000100:00100000:1.0:1715206675.081498:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117727 00000100:00100000:1.0:1715206675.081502:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591721216:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.081976:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.082009:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721280 00000100:00100000:3.0:1715206675.082014:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721280 00000100:00100000:3.0:1715206675.082035:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572421 00000100:00100000:3.0:1715206675.082039:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591721280:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.082046:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.082053:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34a10 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bec expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.082085:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34a10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bec expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.082092:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34a10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bec expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.082096:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.082098:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.082099:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73cc0, rc 0) 00000100:00100000:3.0:1715206675.082123:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591721280:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 83us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.082126:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572421 00000100:00100000:1.0:1715206675.083501:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591721216:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1995us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.083507:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117727 00000100:00100000:0.0:1715206675.083824:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.083873:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721344 00000100:00100000:1.0:1715206675.083877:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721344 00000100:00100000:1.0:1715206675.083908:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117728 00000100:00100000:1.0:1715206675.083915:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591721344:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.085352:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.085390:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721408 00000100:00100000:3.0:1715206675.085395:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721408 00000100:00100000:3.0:1715206675.085429:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572422 00000100:00100000:3.0:1715206675.085434:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591721408:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.085443:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.085451:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34a17 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bf3 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.085476:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085483:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085492:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085502:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085509:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085516:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085532:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085538:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085543:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085553:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.085556:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085561:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085570:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.085573:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.085576:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085582:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34a1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085605:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085611:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085616:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085621:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.085624:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085629:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.085635:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591721344:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1719us (1812us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.085637:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880091915300) 00010000:00010000:3.0:1715206675.085640:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.085642:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.085642:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117728 00010000:00010000:3.0:1715206675.085648:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34a25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.085673:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34a17 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bf3 expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.085681:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34a17 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bf3 expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.085687:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71f80, rc 0) 00000100:00100000:3.0:1715206675.085711:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591721408:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 277us (362us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.085716:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572422 00000100:00100000:0.0:1715206675.087655:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.087689:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.087701:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721472 00000100:00100000:3.0:1715206675.087706:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721472 00000100:00100000:3.0:1715206675.087728:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721600 00000100:00100000:3.0:1715206675.087730:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721600 00000100:00100000:3.0:1715206675.087750:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572423 00000100:00100000:3.0:1715206675.087755:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591721472:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.087758:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572424 00010000:00010000:3.0:1715206675.087763:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206675.087764:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591721600:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.087771:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34a2c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289bfa expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.087774:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.087784:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c34a33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c01 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.087796:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087805:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087811:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087819:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087820:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087823:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087828:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087828:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.087835:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087843:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087843:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087847:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087848:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087851:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087853:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087856:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087859:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.087861:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087865:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087867:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.087871:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087874:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.087875:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087876:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.087878:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087880:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.087882:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34a3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087882:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.087887:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087890:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087893:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.087894:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087895:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.087897:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087898:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087901:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.087901:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c34a48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087903:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.087907:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087909:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087911:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880091915000) 00010000:00010000:3.0:1715206675.087913:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.087913:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087915:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087917:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087918:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34a41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.087920:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.087922:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.087926:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.087930:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cc00) 00010000:00010000:1.0:1715206675.087932:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.087934:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34a2c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bfa expref: 175 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.087935:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.087939:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c34a4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.087941:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34a2c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bfa expref: 175 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.087947:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72640, rc 0) 00010000:00010000:1.0:1715206675.087956:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c34a33 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c01 expref: 174 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.087962:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c34a33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c01 expref: 174 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.087969:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288240, rc 0) 00000100:00100000:3.0:1715206675.087980:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591721472:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 224us (328us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.087986:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572423 00000100:00100000:1.0:1715206675.087990:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591721600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 225us (300us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.087996:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572424 00000100:00100000:0.0:1715206675.089441:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.089486:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721664 00000100:00100000:1.0:1715206675.089490:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721664 00000100:00100000:1.0:1715206675.089517:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572425 00000100:00100000:1.0:1715206675.089522:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591721664:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.089531:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.089539:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34a56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c08 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.089566:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089574:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089581:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089591:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089597:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089602:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089617:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.089618:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.089622:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089627:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089631:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.089634:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089640:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089647:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00000100:00100000:3.0:1715206675.089654:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721792 00010000:00010000:1.0:1715206675.089659:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.089661:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206675.089662:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721792 00010000:00010000:1.0:1715206675.089666:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c34a5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089673:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089678:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089683:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.089687:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.089688:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206675.089690:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572426 00010000:00010000:1.0:1715206675.089692:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206675.089696:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591721792:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.089697:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0ca00) 00010000:00010000:1.0:1715206675.089699:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.089701:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.089705:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.089705:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c34a64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.089713:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34a6b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c0f expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.089723:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34a56 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c08 expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.089727:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c34a56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c08 expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.089731:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288000, rc 0) 00010000:00010000:3.0:1715206675.089742:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089750:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089757:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.089759:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591721664:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 235us (318us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.089764:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572425 00010000:00010000:3.0:1715206675.089766:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089771:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089777:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089789:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089794:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089799:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089803:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.089805:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089810:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089817:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.089820:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.089822:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089827:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34a72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089834:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089839:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089844:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089848:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.089850:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089856:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089862:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880091915b00) 00010000:00010000:3.0:1715206675.089864:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.089867:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089871:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34a79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.089891:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34a6b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c0f expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.089898:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34a6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c0f expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.089907:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70480, rc 0) 00000100:00100000:3.0:1715206675.089940:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591721792:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 242us (321us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.089946:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572426 00000100:00100000:0.0:1715206675.091147:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.091162:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721856 00000100:00100000:2.0:1715206675.091167:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721856 00000100:00100000:0.0:1715206675.091174:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.091191:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591721984 00000100:00100000:2.0:1715206675.091193:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591721984 00000100:00100000:3.0:1715206675.091202:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572427 00000100:00100000:3.0:1715206675.091207:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591721856:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.091210:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572428 00010000:00010000:3.0:1715206675.091215:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206675.091217:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591721984:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.091222:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34a80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c16 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.091226:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.091228:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206675.091240:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c349f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bde expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.091243:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091249:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.091250:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.091253:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.091254:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.091259:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c34a8e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c1d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.091260:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091263:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091267:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091277:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091280:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091283:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091286:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091289:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.091291:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.091291:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.091295:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091299:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.091299:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.091301:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.091302:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091305:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34a87 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.091305:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.091311:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091313:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.091314:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.091316:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091319:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.091320:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.091321:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091324:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.091325:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.091327:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880091915c00) 00010000:00010000:3.0:1715206675.091328:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.091329:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091332:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34a95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.091345:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34a80 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c16 expref: 174 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.091350:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34a80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c16 expref: 174 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.091355:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72ac0, rc 0) 00000100:00100000:3.0:1715206675.091382:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591721856:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 174us (237us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.091386:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572427 00000100:00100000:2.0:1715206675.091453:0:11059:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11059:1798523524848768:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1715206675.091480:0:11059:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206675.091496:0:11059:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934b40 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.091519:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524848768 00000100:00100000:3.0:1715206675.091523:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524848768 00000004:00080000:1.0:1715206675.091528:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2072:0x0], index 1: 0 00000100:00100000:3.0:1715206675.091547:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77871 00000100:00100000:3.0:1715206675.091551:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+13:11059:x1798523524848768:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1715206675.091575:0:18689:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 8322 00010000:00010000:1.0:1715206675.091607:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34aaa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091615:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34aaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091621:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34aaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091640:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091645:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091650:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091654:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.091656:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091660:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091667:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.091669:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.091672:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091676:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c34a9c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.091684:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296b100 reply state ffff880092385000 transno 4295059863 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091692:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.091695:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:1.0:1715206675.091697:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.091698:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.091711:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c34a8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c1d expref: 174 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.091717:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34aaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c1d expref: 173 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.091721:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f0:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:1.0:1715206675.091723:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.091724:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b3c0, rc 0) 00000100:00100000:1.0:1715206675.091753:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591721984:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 536us (579us total) trans 4295059863 rc 0/0 00000100:00100000:1.0:1715206675.091759:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572428 00000100:00100000:3.0:1715206675.092302:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+14:11059:x1798523524848768:12345-0@lo:5:osp-pre-1-0.0 Request processed in 749us (820us total) trans 4294989287 rc 0/0 00000100:00100000:3.0:1715206675.092307:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77871 00000100:00100000:2.0:1715206675.092379:0:11059:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:11059:1798523524848768:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1715206675.092388:0:11059:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x2072:0x0]-[0x2c0000401:0x20a1:0x0] 00000100:00100000:0.0:1715206675.093012:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.093070:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722112 00000100:00100000:1.0:1715206675.093074:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722112 00000100:00100000:1.0:1715206675.093099:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572429 00000100:00100000:1.0:1715206675.093104:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591722112:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.093114:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.093116:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206675.093126:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34a10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bec expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.093136:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.093140:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.093162:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34ab8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c24 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.093205:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093212:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093218:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093225:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093230:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093234:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206675.093357:0:11057:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:11057:1798523524848832:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1715206675.093377:0:11057:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1715206675.093380:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2072:0x0], index 0: 0 00000100:00100000:3.0:1715206675.093394:0:11057:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012c2903c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206675.093441:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34acd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.093447:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524848832 00010000:00010000:1.0:1715206675.093447:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34acd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093451:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34acd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.093452:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524848832 00010000:00010000:1.0:1715206675.093462:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093469:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.093475:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77872 00010000:00010000:1.0:1715206675.093475:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.093479:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+7:11057:x1798523524848832:12345-0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1715206675.093480:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.093482:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093488:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093495:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.093497:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:2.0:1715206675.093498:0:18689:0:(ofd_dev.c:1660:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 8322 00010000:00010000:1.0:1715206675.093500:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093504:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c34abf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.093512:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296a680 reply state ffff880092381000 transno 4295059864 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093529:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.093534:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.093536:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.093538:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.093552:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c34ab8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c24 expref: 176 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.093566:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34acd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c24 expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.093572:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f1:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:1.0:1715206675.093574:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.093576:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288480, rc 0) 00000100:00100000:1.0:1715206675.093615:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+176:13029:x1798523591722112:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 509us (603us total) trans 4295059864 rc 0/0 00000100:00100000:1.0:1715206675.093621:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572429 00000100:00100000:0.0:1715206675.093748:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.093764:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722176 00000100:00100000:1.0:1715206675.093768:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722176 00000100:00100000:1.0:1715206675.093792:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77873 00000100:00100000:1.0:1715206675.093797:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591722176:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.093804:0:18676:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.093815:0:18676:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c2b expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206675.093828:0:18676:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2072:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206675.093837:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.093839:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.093844:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 92 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.093855:0:18676:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 92 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.093868:0:18676:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a1c0, rc 0) 00000100:00100000:1.0:1715206675.093895:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591722176:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 96us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.093901:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77873 00000100:00100000:2.0:1715206675.094279:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+8:11057:x1798523524848832:12345-0@lo:5:osp-pre-0-0.0 Request processed in 798us (901us total) trans 4294988798 rc 0/0 00000100:00100000:2.0:1715206675.094285:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77872 00000100:00100000:3.0:1715206675.094347:0:11057:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294988795 gen 2 00000004:00080000:3.0:1715206675.094354:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee0a80, transno 4294988788 00000004:00080000:3.0:1715206675.094371:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a05180, transno 4294988789 00000004:00080000:3.0:1715206675.094374:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a07800, transno 4294988790 00000004:00080000:3.0:1715206675.094376:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a07b80, transno 4294988791 00000004:00080000:3.0:1715206675.094379:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a04380, transno 4294988792 00000004:00080000:3.0:1715206675.094381:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a04000, transno 4294988793 00000004:00080000:3.0:1715206675.094384:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a06d80, transno 4294988794 00000004:00080000:3.0:1715206675.094387:0:11057:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a05500, transno 4294988795 00000100:00100000:3.0:1715206675.094393:0:11057:0:(client.c:3000:ptlrpc_free_committed()) @@@ stopping search req@ffff880122fcb800 x1798523524847296/t4294988796(4294988796) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1715206690 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 00000100:00100000:3.0:1715206675.094423:0:11057:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:11057:1798523524848832:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1715206675.094432:0:11057:0:(osp_precreate.c:724:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x2072:0x0]-[0x280000401:0x20a1:0x0] 00000004:00080000:0.0:1715206675.094472:0:11056:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 4 in progress, 0 in flight, 6 done 00000100:00100000:0.0:1715206675.095025:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.095119:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722304 00000100:00100000:1.0:1715206675.095125:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722304 00000100:00100000:1.0:1715206675.095156:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117729 00000100:00100000:1.0:1715206675.095161:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e715450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+176:13030:x1798523591722304:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206675.095254:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.095272:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e715450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+177:13030:x1798523591722304:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 108us (261us total) trans 4295059865 rc 0/0 00000100:00100000:1.0:1715206675.095280:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117729 00000100:00100000:3.0:1715206675.095291:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722368 00000100:00100000:3.0:1715206675.095296:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722368 00000100:00100000:3.0:1715206675.095319:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77874 00000100:00100000:3.0:1715206675.095323:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2000:x1798523591722368:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.095331:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.095340:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c32 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206675.095352:0:18689:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2072:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206675.095360:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.095361:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.095365:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 91 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.095375:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 91 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.095382:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71d40, rc 0) 00000100:00100000:3.0:1715206675.095402:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2000:x1798523591722368:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 78us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.095426:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77874 00000100:00100000:0.0:1715206675.096576:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.096609:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722496 00000100:00100000:1.0:1715206675.096613:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722496 00000100:00100000:1.0:1715206675.096639:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117730 00000100:00100000:1.0:1715206675.096643:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+177:13029:x1798523591722496:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.096720:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+178:13029:x1798523591722496:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 76us (146us total) trans 4295059866 rc 0/0 00000100:00100000:1.0:1715206675.096725:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117730 00000100:00100000:0.0:1715206675.098349:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.098392:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722624 00000100:00100000:1.0:1715206675.098397:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722624 00000100:00100000:1.0:1715206675.098449:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572430 00000100:00100000:1.0:1715206675.098455:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+178:13030:x1798523591722624:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.098480:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.098492:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c34aaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c1d expref: 178 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.098504:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f0:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:1.0:1715206675.098509:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.098519:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098527:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098532:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098538:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098543:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098547:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098578:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098583:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098588:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:1.0:1715206675.098708:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8272, 64 off537600 00010000:00010000:1.0:1715206675.098728:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098734:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098739:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098743:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098746:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098750:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098753:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098756:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db1680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.098758:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098762:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098766:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f0:0x0].0x0 (ffff880090b0c300) 00010000:00010000:1.0:1715206675.098768:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.098770:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098773:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34afe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098783:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098788:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098794:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098799:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.098802:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098807:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098814:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f0:0x0].0x0 (ffff880090b0c300) 00010000:00010000:1.0:1715206675.098816:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.098819:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098824:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34af7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098891:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098896:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098900:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098903:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.098905:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098911:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098917:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.098918:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.098920:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098923:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c34ae9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.098929:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092969180 reply state ffff880092380000 transno 4295059867 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098934:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.098938:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:1.0:1715206675.098940:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.098941:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.098979:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591722624:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 523us (630us total) trans 4295059867 rc 0/0 00000100:00100000:1.0:1715206675.098984:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572430 00000100:00100000:0.0:1715206675.099025:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.099078:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722752 00000100:00100000:1.0:1715206675.099083:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722752 00000100:00100000:1.0:1715206675.099114:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572431 00000100:00100000:1.0:1715206675.099119:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13029:x1798523591722752:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.099138:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.099149:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c34acd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c24 expref: 179 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.099166:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f1:0x0].0x0 (ffff880090b0ce00) 00010000:00010000:1.0:1715206675.099172:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.099182:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099190:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099214:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099225:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099230:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099235:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099260:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099265:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099270:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:1.0:1715206675.099343:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8273, 64 off537664 00010000:00010000:1.0:1715206675.099362:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099389:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099394:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099398:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099401:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099424:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099427:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099431:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db06c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.099433:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099436:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099441:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f1:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:1.0:1715206675.099443:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.099445:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099448:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34b1a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099459:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099463:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099467:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099470:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.099471:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099475:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099478:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f1:0x0].0x0 (ffff880090b0cd00) 00010000:00010000:1.0:1715206675.099480:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.099481:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099484:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34b13 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099521:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099525:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099528:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099531:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.099533:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099539:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099543:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.099545:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.099546:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099549:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34b05 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.099553:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092968e00 reply state ffff880092384000 transno 4295059868 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099558:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.099562:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.099563:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.099564:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.099597:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13029:x1798523591722752:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 477us (573us total) trans 4295059868 rc 0/0 00000100:00100000:1.0:1715206675.099602:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572431 00000100:00100000:0.0:1715206675.100374:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.100424:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722816 00000100:00100000:1.0:1715206675.100428:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722816 00000100:00100000:1.0:1715206675.100469:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572432 00000100:00100000:1.0:1715206675.100474:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591722816:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.100488:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.100496:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34b21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c39 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.100529:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100536:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100542:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100548:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100553:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100558:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100574:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100578:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100582:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100586:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.100588:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100593:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100602:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.100605:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.100607:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100611:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34b28 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100618:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100622:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100625:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100629:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.100631:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100635:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100640:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:1.0:1715206675.100641:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.100643:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100647:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34b2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.100661:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34b21 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c39 expref: 181 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.100667:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34b21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c39 expref: 181 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.100674:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db1440, rc 0) 00000100:00100000:1.0:1715206675.100709:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591722816:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 234us (336us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.100715:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572432 00000100:00100000:0.0:1715206675.101010:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.101043:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722880 00000100:00100000:1.0:1715206675.101046:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722880 00000100:00100000:1.0:1715206675.101078:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572433 00000100:00100000:1.0:1715206675.101081:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13029:x1798523591722880:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.101088:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.101093:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34b36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c40 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.101110:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101115:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101119:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101123:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101127:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101133:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101142:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101145:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101148:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101151:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.101152:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101155:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101159:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.101160:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.101161:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101164:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c34b3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101169:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101171:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101174:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101177:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.101178:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101181:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101184:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.101185:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.101187:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101189:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c34b44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.101198:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34b36 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c40 expref: 181 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.101202:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34b36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c40 expref: 181 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.101206:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0900, rc 0) 00000100:00100000:1.0:1715206675.101229:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13029:x1798523591722880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 148us (219us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.101233:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572433 00000100:00100000:0.0:1715206675.101773:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.101807:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591722944 00000100:00100000:1.0:1715206675.101810:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591722944 00000100:00100000:1.0:1715206675.101827:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572434 00000100:00100000:1.0:1715206675.101831:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591722944:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.101837:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.101842:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34b4b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c47 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.101851:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34b4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c47 expref: 181 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.101857:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34b4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c47 expref: 181 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.101860:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.101861:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.101863:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120115200, rc 0) 00000100:00100000:1.0:1715206675.101883:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591722944:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 52us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.101887:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572434 00000100:00100000:0.0:1715206675.102386:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.102443:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723008 00000100:00100000:1.0:1715206675.102447:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723008 00000100:00100000:1.0:1715206675.102470:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572435 00000100:00100000:1.0:1715206675.102474:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591723008:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.102481:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.102488:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c34b52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c4e expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.102517:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c34b52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c4e expref: 182 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.102526:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c34b52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c4e expref: 182 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.102532:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.102534:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.102536:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120116400, rc 0) 00000100:00100000:1.0:1715206675.102566:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591723008:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 90us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.102571:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572435 00000100:00100000:0.0:1715206675.103452:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.103495:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723072 00000100:00100000:1.0:1715206675.103500:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723072 00000100:00100000:1.0:1715206675.103522:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117731 00000100:00100000:1.0:1715206675.103526:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13030:x1798523591723072:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.104142:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.104222:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723136 00000100:00100000:3.0:1715206675.104226:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723136 00000100:00100000:3.0:1715206675.104250:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117732 00000100:00100000:3.0:1715206675.104254:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+184:13029:x1798523591723136:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.105114:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+184:13030:x1798523591723072:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1584us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.105124:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117731 00000100:00100000:3.0:1715206675.106033:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591723136:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1774us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.106041:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117732 00000100:00100000:0.0:1715206675.106953:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.106993:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723264 00000100:00100000:1.0:1715206675.106997:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723264 00000100:00100000:1.0:1715206675.107024:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572436 00000100:00100000:1.0:1715206675.107028:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13030:x1798523591723264:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.107034:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.107040:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c34b59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c55 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.107081:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107087:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107094:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107098:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107102:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107105:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107115:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107118:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107121:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107124:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201161c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.107126:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107128:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107133:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.107134:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.107136:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107138:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c34b60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107144:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107147:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107150:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107152:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.107154:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107156:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107159:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:1.0:1715206675.107160:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.107162:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107164:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c34b67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107174:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c34b59 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c55 expref: 183 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.107178:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c34b59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c55 expref: 183 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.107182:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114480, rc 0) 00000100:00100000:1.0:1715206675.107207:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13030:x1798523591723264:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 179us (255us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.107211:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572436 00000100:00100000:0.0:1715206675.107668:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.107703:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723392 00000100:00100000:1.0:1715206675.107707:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723392 00000100:00100000:1.0:1715206675.107725:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572437 00000100:00100000:1.0:1715206675.107728:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591723392:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.107734:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.107739:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c34b6e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c5c expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.107758:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107763:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107767:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107771:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107774:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107777:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107786:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107788:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107792:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107795:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.107796:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107799:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107803:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.107804:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.107806:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107808:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c34b75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107813:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107816:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107819:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107821:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.107823:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107825:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107846:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.107849:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.107851:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107855:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c34b7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.107869:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c34b6e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c5c expref: 183 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.107875:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c34b6e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c5c expref: 183 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.107880:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120117600, rc 0) 00000100:00100000:1.0:1715206675.107916:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591723392:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 186us (249us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.107922:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572437 00000100:00100000:0.0:1715206675.109165:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.109188:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.109200:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723456 00000100:00100000:3.0:1715206675.109205:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723456 00000100:00100000:1.0:1715206675.109206:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723520 00000100:00100000:1.0:1715206675.109210:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723520 00000100:00100000:3.0:1715206675.109230:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572438 00000100:00100000:3.0:1715206675.109234:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+183:13030:x1798523591723456:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.109235:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572439 00000100:00100000:1.0:1715206675.109239:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+183:13029:x1798523591723520:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.109241:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.109246:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.109247:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34b83 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c63 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.109252:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34b8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c6a expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.109266:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109271:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109272:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.109276:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109280:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109281:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.109284:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109284:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109288:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109288:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.109292:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.109295:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109300:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.109303:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109305:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109306:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109308:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109309:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109310:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109312:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.109313:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.109314:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109315:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109317:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109318:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109321:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.109322:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.109322:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.109324:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109324:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.109326:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109327:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34b91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109329:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c34b98 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109332:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.109335:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109335:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109338:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109338:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109341:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.109341:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109342:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109343:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.109344:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109345:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109347:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109348:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:3.0:1715206675.109349:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.109350:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:3.0:1715206675.109351:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109351:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.109353:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34b9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.109353:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.109355:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34ba6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.109364:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34b83 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c63 expref: 185 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.109366:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34b8a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c6a expref: 185 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.109368:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34b83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c63 expref: 185 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.109370:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34b8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c6a expref: 185 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.109372:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73cc0, rc 0) 00010000:00010000:1.0:1715206675.109376:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120116880, rc 0) 00000100:00100000:3.0:1715206675.109399:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+183:13030:x1798523591723456:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 164us (235us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.109415:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572438 00000100:00100000:1.0:1715206675.109417:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+183:13029:x1798523591723520:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 176us (227us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.109421:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572439 00000100:00100000:0.0:1715206675.111196:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.111250:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723648 00000100:00100000:1.0:1715206675.111256:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723648 00000100:00100000:1.0:1715206675.111293:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572440 00000100:00100000:1.0:1715206675.111300:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591723648:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.111312:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.111313:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206675.111323:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116400/0xb73f6b2ce2c34b52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c4e expref: 182 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.111333:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.111336:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.111341:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c34bad lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c71 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.111373:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111379:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111384:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111390:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111395:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111398:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.111461:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.111495:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723776 00000100:00100000:3.0:1715206675.111500:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723776 00000100:00100000:3.0:1715206675.111528:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572441 00000100:00100000:3.0:1715206675.111532:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+183:13030:x1798523591723776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.111541:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.111543:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1715206675.111552:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34b4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c47 expref: 183 pid: 8278 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206675.111558:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2073:0x0], index 1: 0 00010000:00010000:3.0:1715206675.111562:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.111564:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.111570:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34bc2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c78 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.111609:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111615:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111620:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111625:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111630:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111634:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.111634:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201158c0/0xb73f6b2ce2c34bd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111640:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201158c0/0xb73f6b2ce2c34bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111645:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201158c0/0xb73f6b2ce2c34bd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111659:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111676:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111679:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111683:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.111684:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111688:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111693:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.111695:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.111697:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111701:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34bb4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.111708:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d1c00 reply state ffff88009649d000 transno 4295059869 ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111713:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.111717:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.111718:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.111720:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.111733:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c34bad lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c71 expref: 185 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.111740:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201158c0/0xb73f6b2ce2c34bd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c71 expref: 184 pid: 8278 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1715206675.111743:0:7128:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2073:0x0], index 0: 0 00010000:00010000:1.0:1715206675.111744:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f2:0x0].0x0 (ffff880090b0c900) 00010000:00010000:1.0:1715206675.111746:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.111747:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801201158c0, rc 0) 00000100:00100000:1.0:1715206675.111780:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+186:13029:x1798523591723648:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 480us (585us total) trans 4295059869 rc 0/0 00000100:00100000:1.0:1715206675.111785:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572440 00010000:00010000:3.0:1715206675.111798:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34be5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111804:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34be5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111809:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34be5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111823:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111844:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111848:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111852:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111855:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.111857:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111861:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111867:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.111869:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.111871:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111875:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34bc9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:3.0:1715206675.111882:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d1500 reply state ffff880130921000 transno 4295059870 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111888:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.111908:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:3.0:1715206675.111909:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.111911:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.111923:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34bc2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c78 expref: 186 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.111930:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34be5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c78 expref: 185 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.111934:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f3:0x0].0x0 (ffff880091915800) 00010000:00010000:3.0:1715206675.111936:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.111937:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72ac0, rc 0) 00000100:00100000:3.0:1715206675.111971:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+186:13030:x1798523591723776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 437us (511us total) trans 4295059870 rc 0/0 00000100:00100000:3.0:1715206675.111976:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572441 00000100:00100000:0.0:1715206675.113615:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.113667:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723840 00000100:00100000:3.0:1715206675.113670:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723840 00000100:00100000:3.0:1715206675.113693:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77875 00000100:00100000:3.0:1715206675.113696:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591723840:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.113703:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.113712:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c7f expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206675.113721:0:18689:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2073:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206675.113729:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.113731:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.113734:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 92 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.113741:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 92 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.113747:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f733c0, rc 0) 00000100:00100000:0.0:1715206675.113763:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.113771:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591723840:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 74us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.113776:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77875 00000100:00100000:3.0:1715206675.113783:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723904 00000100:00100000:3.0:1715206675.113785:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723904 00000100:00100000:3.0:1715206675.113798:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77876 00000100:00100000:3.0:1715206675.113801:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2001:x1798523591723904:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.113805:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.113812:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c86 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206675.113820:0:18689:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2073:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206675.113825:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.113826:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.113828:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 93 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.113834:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 93 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.113843:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72400, rc 0) 00000100:00100000:3.0:1715206675.113861:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2001:x1798523591723904:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 59us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.113865:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77876 00000100:00100000:0.0:1715206675.114963:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.114995:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591723968 00000100:00100000:3.0:1715206675.114998:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591723968 00000100:00100000:3.0:1715206675.115015:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77877 00000100:00100000:3.0:1715206675.115018:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+92:13030:x1798523591723968:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.115024:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.115030:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c8d expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.115040:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 93 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.115044:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.115045:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.115047:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 93 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.115075:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 93 pid: 18689 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1715206675.115080:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.115083:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 93 pid: 18689 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1715206675.115095:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524848896:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.115116:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724032 00000100:00100000:1.0:1715206675.115121:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724032 00000100:00100000:3.0:1715206675.115123:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cee40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.115143:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77878 00000100:00100000:1.0:1715206675.115147:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+93:13029:x1798523591724032:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.115154:0:18676:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.115160:0:18676:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c94 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.115171:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 94 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.115175:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.115177:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.115179:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 94 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.115190:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 94 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.115195:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 94 pid: 18689 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1715206675.115201:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524848960:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.115234:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800938286c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.116032:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524848960:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.116047:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524848896:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206675.116048:0:18676:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 94 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.116077:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 93 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.116080:0:18676:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120115f80, rc 0) 00010000:00010000:3.0:1715206675.116085:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70480, rc 0) 00000100:00100000:3.0:1715206675.116114:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+93:13030:x1798523591723968:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1094us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.116115:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+94:13029:x1798523591724032:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 965us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.116118:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77877 00000100:00100000:1.0:1715206675.116122:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77878 00000100:00100000:0.0:1715206675.116215:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.116245:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724160 00000100:00100000:3.0:1715206675.116248:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724160 00000100:00100000:0.0:1715206675.116253:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.116259:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 94 pid: 18689 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.116283:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724096 00000100:00100000:2.0:1715206675.116289:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724096 00000100:00100000:3.0:1715206675.116301:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158666 00010000:00010000:2.0:1715206675.116305:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 93 pid: 18689 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1715206675.116306:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2003:x1798523591724160:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206675.116313:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.116322:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 94 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1715206675.116330:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 94 pid: 18689 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.116330:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158667 00000100:00100000:2.0:1715206675.116335:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2002:x1798523591724096:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.116342:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.116347:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c34bfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c86 expref: 94 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.116350:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 93 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1715206675.116355:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.116356:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.116358:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 93 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1715206675.116360:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 93 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.116366:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 93 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.116370:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34bf3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c7f expref: 93 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1715206675.116381:0:7114:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 93 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.116382:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.116383:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.116387:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 92 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.116388:0:7114:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7114:1798523524849024:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.116394:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 92 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.116425:0:7114:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cee40 going to sleep for 11 seconds 00010000:00010000:2.0:1715206675.116428:0:18712:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 92 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.116435:0:18712:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524849088:192.168.203.35@tcp:105: 00000100:00100000:2.0:1715206675.116473:0:18712:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934b40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.117450:0:18712:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524849088:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.117461:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206675.117471:0:7114:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a01c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7114:1798523524849024:192.168.203.35@tcp:105: 00010000:00010000:3.0:1715206675.117482:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.117483:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2002:x1798523591724096:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1148us (1230us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.117489:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158667 00000100:00100000:3.0:1715206675.117502:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2003:x1798523591724160:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1195us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.117509:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158666 00000100:00100000:0.0:1715206675.144987:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.145035:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.145083:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724288 00000100:00100000:1.0:1715206675.145083:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724416 00000100:00100000:3.0:1715206675.145091:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724288 00000100:00100000:1.0:1715206675.145091:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724416 00000100:00100000:1.0:1715206675.145131:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117733 00000100:00100000:1.0:1715206675.145137:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e715050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13030:x1798523591724416:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.145140:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117734 00000100:00100000:3.0:1715206675.145145:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13029:x1798523591724288:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.145337:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591724288:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 190us (358us total) trans 4295059872 rc 0/0 00000100:00100000:1.0:1715206675.145338:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e715050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591724416:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 200us (301us total) trans 4295059871 rc 0/0 00000100:00100000:3.0:1715206675.145343:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117734 00000100:00100000:1.0:1715206675.145347:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117733 00000100:00100000:0.0:1715206675.146799:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.146829:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.146887:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724480 00000100:00100000:1.0:1715206675.146892:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724480 00000100:00100000:3.0:1715206675.146902:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724544 00000100:00100000:3.0:1715206675.146909:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724544 00000100:00100000:1.0:1715206675.146919:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572442 00000100:00100000:1.0:1715206675.146923:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591724480:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.146935:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206675.146938:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572443 00000100:00100000:3.0:1715206675.146945:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591724544:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.146948:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34c0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289c9b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.146956:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.146967:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34c16 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ca2 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.146980:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.146990:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.146994:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.146997:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147001:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147004:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147007:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147012:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147013:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147017:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147018:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.147022:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147037:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147038:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147041:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147045:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147045:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147049:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147050:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.147053:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147073:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.147079:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147080:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.147082:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.147086:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147087:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.147089:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.147092:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147093:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.147095:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.147096:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34c1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147097:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.147101:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34c24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147103:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.147106:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147108:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147110:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147112:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147114:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.147115:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147116:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.147119:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.147119:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147121:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147123:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880094cc0100) 00010000:00010000:3.0:1715206675.147125:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147125:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.147126:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147129:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880094cc0d00) 00010000:00010000:1.0:1715206675.147130:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34c2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.147131:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.147132:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.147136:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34c32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.147144:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34c0f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c9b expref: 191 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.147150:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34c16 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ca2 expref: 191 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.147150:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34c0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c9b expref: 191 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.147156:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34c16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ca2 expref: 190 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.147156:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120115200, rc 0) 00010000:00010000:3.0:1715206675.147161:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72880, rc 0) 00000100:00100000:1.0:1715206675.147188:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591724480:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 262us (389us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.147192:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591724544:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 247us (361us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.147196:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572442 00000100:00100000:3.0:1715206675.147199:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572443 00000100:00100000:0.0:1715206675.148670:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.148749:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724608 00000100:00100000:3.0:1715206675.148754:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724608 00000100:00100000:3.0:1715206675.148783:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572444 00000100:00100000:3.0:1715206675.148788:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+188:13029:x1798523591724608:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.148797:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.148804:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34c39 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ca9 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.148820:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34c39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ca9 expref: 189 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.148823:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.148829:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34c39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ca9 expref: 189 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.148835:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.148837:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.148839:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f718c0, rc 0) 00000100:00100000:1.0:1715206675.148850:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724672 00000100:00100000:1.0:1715206675.148854:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724672 00000100:00100000:3.0:1715206675.148861:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13029:x1798523591724608:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 72us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.148866:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572444 00000100:00100000:3.0:1715206675.148877:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572445 00000100:00100000:3.0:1715206675.148880:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591724672:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.148885:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.148890:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34c40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cb0 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.148901:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34c40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cb0 expref: 190 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.148907:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34c40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cb0 expref: 190 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.148912:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.148913:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.148915:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70d80, rc 0) 00000100:00100000:3.0:1715206675.148929:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13030:x1798523591724672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 48us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.148933:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572445 00000100:00100000:0.0:1715206675.150259:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.150288:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.150302:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724736 00000100:00100000:1.0:1715206675.150307:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724736 00000100:00100000:1.0:1715206675.150336:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724800 00000100:00100000:1.0:1715206675.150339:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724800 00000100:00100000:3.0:1715206675.150345:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117735 00000100:00100000:3.0:1715206675.150351:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591724736:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.150361:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117736 00000100:00100000:1.0:1715206675.150366:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591724800:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.152102:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591724800:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1733us (1812us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.152107:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117736 00000100:00100000:3.0:1715206675.152193:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13030:x1798523591724736:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1840us (1934us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.152200:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117735 00000100:00100000:0.0:1715206675.153851:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.153927:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591724928 00000100:00100000:3.0:1715206675.153932:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591724928 00000100:00100000:3.0:1715206675.153963:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572446 00000100:00100000:3.0:1715206675.153969:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13030:x1798523591724928:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.153978:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.153987:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34c47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cb7 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.154023:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154031:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154039:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154046:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206675.154051:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.154052:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154082:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206675.154087:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725056 00000100:00100000:2.0:1715206675.154091:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725056 00010000:00010000:3.0:1715206675.154098:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154103:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154108:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154113:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206675.154115:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572447 00010000:00010000:3.0:1715206675.154118:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206675.154119:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+192:13029:x1798523591725056:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.154120:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154125:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.154125:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.154131:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34c5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cbe expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.154132:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.154135:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.154138:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154142:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34c4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154150:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154155:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.154155:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.154160:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.154161:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.154164:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.154167:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.154167:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.154171:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.154171:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154175:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.154177:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880094cc0d00) 00010000:00010000:2.0:1715206675.154178:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.154179:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.154181:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.154186:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34c55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.154191:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154194:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154198:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154200:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.154202:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.154203:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34c47 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cb7 expref: 193 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.154205:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154209:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.154211:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34c47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cb7 expref: 193 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.154211:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.154230:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154233:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34c63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.154235:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71f80, rc 0) 00010000:00010000:2.0:1715206675.154249:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154253:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154256:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154259:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.154261:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206675.154270:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+192:13030:x1798523591724928:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 301us (419us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.154272:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00000100:00100000:3.0:1715206675.154277:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572446 00010000:00010000:2.0:1715206675.154277:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880094cc0100) 00010000:00010000:2.0:1715206675.154294:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.154296:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154299:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34c6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.154311:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34c5c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cbe expref: 191 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.154315:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34c5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cbe expref: 191 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.154319:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836ac0, rc 0) 00000100:00100000:2.0:1715206675.154338:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13029:x1798523591725056:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 219us (288us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.154342:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572447 00000100:00100000:0.0:1715206675.155520:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.155545:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.155565:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725120 00000100:00100000:2.0:1715206675.155571:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725120 00000100:00100000:3.0:1715206675.155578:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725184 00000100:00100000:3.0:1715206675.155582:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725184 00000100:00100000:2.0:1715206675.155601:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572448 00000100:00100000:3.0:1715206675.155606:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572449 00000100:00100000:2.0:1715206675.155607:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591725120:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.155610:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591725184:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.155626:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.155632:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.155635:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34c71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cc5 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.155638:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34c78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ccc expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.155656:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155661:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155665:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155665:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155669:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155672:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155673:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155676:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155678:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.155685:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155686:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155689:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155690:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155692:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155695:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155696:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155698:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.155700:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155703:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155707:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.155709:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.155710:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155711:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155713:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34c7f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155716:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155718:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155720:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155721:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155723:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.155724:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155725:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155726:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.155728:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155728:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155731:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.155734:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880094cc0100) 00010000:00010000:3.0:1715206675.155735:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.155735:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.155737:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155737:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.155739:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155740:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34c8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.155742:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34c86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.155747:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155749:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34c78 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ccc expref: 193 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.155750:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155753:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34c78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ccc expref: 193 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.155753:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.155756:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.155757:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.155758:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72400, rc 0) 00010000:00010000:2.0:1715206675.155760:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.155763:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880094cc0d00) 00010000:00010000:2.0:1715206675.155764:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.155766:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.155768:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34c94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.155781:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34c71 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cc5 expref: 192 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.155783:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+192:13029:x1798523591725184:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 173us (238us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.155786:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34c71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cc5 expref: 192 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.155788:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572449 00010000:00010000:2.0:1715206675.155790:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837a80, rc 0) 00000100:00100000:2.0:1715206675.155806:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13030:x1798523591725120:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 200us (288us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.155811:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572448 00000100:00100000:0.0:1715206675.157362:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.157397:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725312 00000100:00100000:0.0:1715206675.157398:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.157413:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725312 00000100:00100000:2.0:1715206675.157430:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725440 00000100:00100000:2.0:1715206675.157432:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725440 00000100:00100000:2.0:1715206675.157447:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572450 00000100:00100000:2.0:1715206675.157451:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591725312:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.157459:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572451 00010000:00010000:2.0:1715206675.157459:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.157460:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:3.0:1715206675.157466:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591725440:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.157470:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34c39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ca9 expref: 191 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.157476:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.157478:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.157478:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.157481:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.157486:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34c9b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cd3 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.157490:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34c40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cb0 expref: 190 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.157501:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.157504:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.157510:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34ca2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cda expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.157514:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157519:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157524:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157529:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157533:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157536:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157547:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.157555:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.157562:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.157567:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.157571:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.157574:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00080000:2.0:1715206675.157724:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2074:0x0], index 1: 0 00000004:00080000:3.0:1715206675.157729:0:7128:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2074:0x0], index 0: 0 00010000:00010000:3.0:1715206675.157804:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157811:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157812:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157817:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157818:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157821:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157838:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157840:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157841:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157845:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157846:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157848:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.157849:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157851:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157853:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157858:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.157859:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.157860:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157861:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157864:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34ca9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157865:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.157867:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00000004:00010000:2.0:1715206675.157869:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880120729c00 reply state ffff880094974000 transno 4295059873 ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.157873:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157874:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.157878:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880094cc0100) 00010000:00010000:2.0:1715206675.157879:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.157880:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00000100:00100000:2.0:1715206675.157881:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.157883:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.157885:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.157890:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34cb7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157892:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34c9b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 194 pid: 18825 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715206675.157899:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d8bb480 reply state ffff880130927000 transno 4295059874 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157899:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 193 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.157903:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.157905:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.157906:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.157906:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836400, rc 0) 00010000:00010000:3.0:1715206675.157911:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880094cc0d00) 00010000:00010000:3.0:1715206675.157914:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.157915:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.157933:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34ca2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 195 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.157936:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13029:x1798523591725312:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 483us (575us total) trans 4295059873 rc 0/0 00000100:00100000:2.0:1715206675.157943:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572450 00010000:00010000:3.0:1715206675.157944:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 194 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.157955:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880091915e00) 00010000:00010000:3.0:1715206675.157957:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.157959:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f733c0, rc 0) 00000100:00100000:3.0:1715206675.157981:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+194:13030:x1798523591725440:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 514us (582us total) trans 4295059874 rc 0/0 00000100:00100000:3.0:1715206675.157987:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572451 00000100:00100000:0.0:1715206675.159906:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.159998:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725504 00000100:00100000:1.0:1715206675.160004:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725504 00000100:00100000:1.0:1715206675.160036:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77879 00000100:00100000:1.0:1715206675.160040:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2003:x1798523591725504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.160049:0:18676:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.160078:0:18676:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ce1 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206675.160094:0:18676:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2074:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206675.160104:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.160106:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.160113:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 94 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.160127:0:18676:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 94 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.160137:0:18676:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114d80, rc 0) 00000100:00100000:1.0:1715206675.160175:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2003:x1798523591725504:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 133us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.160181:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77879 00000100:00100000:0.0:1715206675.160474:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.160551:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725568 00000100:00100000:1.0:1715206675.160556:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725568 00000100:00100000:1.0:1715206675.160584:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77880 00000100:00100000:1.0:1715206675.160589:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2002:x1798523591725568:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.160597:0:18676:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.160607:0:18676:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ce8 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206675.160619:0:18676:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2074:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206675.160627:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.160628:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.160632:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 93 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.160641:0:18676:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 93 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.160647:0:18676:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114000, rc 0) 00000100:00100000:1.0:1715206675.160676:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2002:x1798523591725568:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 86us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.160681:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77880 00000100:00100000:0.0:1715206675.162052:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.162108:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725632 00000100:00100000:0.0:1715206675.162109:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.162112:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725632 00000100:00100000:1.0:1715206675.162152:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725696 00000100:00100000:1.0:1715206675.162154:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725696 00000100:00100000:1.0:1715206675.162168:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77881 00000100:00100000:1.0:1715206675.162172:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+94:13029:x1798523591725632:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.162178:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77882 00010000:00010000:1.0:1715206675.162180:0:18676:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206675.162184:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+93:13030:x1798523591725696:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.162187:0:18676:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cef expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.162192:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.162201:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cf6 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.162202:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 95 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.162208:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.162209:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.162211:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 95 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.162214:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 94 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.162219:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.162221:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.162223:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 94 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.162230:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 95 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.162236:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 94 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.162239:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 95 pid: 18676 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1715206675.162242:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 94 pid: 18676 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1715206675.162249:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524849152:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.162254:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524849216:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.162290:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800938289c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.162292:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4540 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.163239:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524849152:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206675.163255:0:18676:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 95 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.163264:0:18676:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120116400, rc 0) 00000100:00100000:1.0:1715206675.163291:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:752736b1-8a2f-4789-8625-c7af9bb462b5+95:13029:x1798523591725632:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1118us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.163295:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524849216:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.163296:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77881 00010000:00010000:3.0:1715206675.163310:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 94 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.163320:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72880, rc 0) 00000100:00100000:3.0:1715206675.163358:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+94:13030:x1798523591725696:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1174us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.163363:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77882 00000100:00100000:0.0:1715206675.163678:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.163714:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.163752:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725760 00000100:00100000:2.0:1715206675.163752:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725824 00000100:00100000:3.0:1715206675.163757:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725760 00000100:00100000:2.0:1715206675.163757:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725824 00010000:00010000:2.0:1715206675.163770:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 94 pid: 18676 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1715206675.163772:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 95 pid: 18676 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.163791:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158668 00000100:00100000:2.0:1715206675.163795:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2003:x1798523591725824:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.163801:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.163809:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 94 pid: 18676 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1715206675.163810:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158669 00000100:00100000:1.0:1715206675.163814:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591725760:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.163816:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 94 pid: 18676 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.163822:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.163826:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120114000/0xb73f6b2ce2c34ce8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce8 expref: 94 pid: 18676 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.163830:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 95 pid: 18676 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.163832:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.163833:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.163836:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 93 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.163837:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 95 pid: 18676 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.163841:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 93 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.163846:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120114d80/0xb73f6b2ce2c34ce1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ce1 expref: 95 pid: 18676 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.163854:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.163855:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.163858:0:18712:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 93 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.163858:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 94 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.163863:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 94 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.163864:0:18712:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524849280:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206675.163875:0:8270:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 94 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.163881:0:8270:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524849344:192.168.203.35@tcp:105: 00000100:00100000:2.0:1715206675.163882:0:18712:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934240 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.163897:0:8270:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800938289c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.164821:0:18712:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524849280:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.164829:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.164844:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2003:x1798523591725824:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1049us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.164849:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158668 00000100:00100000:1.0:1715206675.164874:0:8270:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524849344:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206675.164881:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206675.164904:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2002:x1798523591725760:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1089us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.164910:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158669 00000100:00100000:0.0:1715206675.167182:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.167222:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725888 00000100:00100000:3.0:1715206675.167227:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725888 00002000:00100000:3.0:1715206675.167251:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x2074:0x0] (0->12542) req@ffff88009cd7d500 x1798523591725888/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 13032/0 e 0 to 0 dl 1715206686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.167262:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cd7d500 with x1798523591725888 ext(0->12542) 00002000:00010000:3.0:1715206675.167266:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cd7d500 00000100:00100000:3.0:1715206675.167291:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9151 00000100:00100000:3.0:1715206675.167296:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2003:x1798523591725888:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:3.0:1715206675.167822:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2003:x1798523591725888:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 525us (640us total) trans 4294988799 rc 0/0 00000100:00100000:3.0:1715206675.167828:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9151 00002000:00100000:3.0:1715206675.167833:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x2074:0x0] (0->12542) req@ffff88009cd7d500 x1798523591725888/t4294988799(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 13032/448 e 0 to 0 dl 1715206686 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.167838:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cd7d500 with x1798523591725888 ext(0->12542) 00002000:00010000:3.0:1715206675.167841:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cd7d500 00000100:00100000:0.0:1715206675.168214:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.168249:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591725952 00000100:00100000:3.0:1715206675.168253:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591725952 00002000:00100000:3.0:1715206675.168268:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x2074:0x0] (0->12542) req@ffff88009cd7ed80 x1798523591725952/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 13032/0 e 0 to 0 dl 1715206686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.168275:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cd7ed80 with x1798523591725952 ext(0->12542) 00002000:00010000:3.0:1715206675.168278:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cd7ed80 00000100:00100000:3.0:1715206675.168298:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9152 00000100:00100000:3.0:1715206675.168302:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2002:x1798523591725952:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:3.0:1715206675.168650:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591725952:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 345us (436us total) trans 4294989288 rc 0/0 00000100:00100000:3.0:1715206675.168657:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9152 00002000:00100000:3.0:1715206675.168663:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x2074:0x0] (0->12542) req@ffff88009cd7ed80 x1798523591725952/t4294989288(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 13032/448 e 0 to 0 dl 1715206686 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.168670:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cd7ed80 with x1798523591725952 ext(0->12542) 00002000:00010000:3.0:1715206675.168673:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cd7ed80 00000100:00100000:0.0:1715206675.168793:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.168828:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726016 00000100:00100000:3.0:1715206675.168832:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726016 00000100:00100000:3.0:1715206675.168861:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572452 00000100:00100000:3.0:1715206675.168865:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+194:13030:x1798523591726016:12345-192.168.203.35@tcp:44:dbench.0 00000001:00080000:0.0:1715206675.169496:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295059874 is committed 00010000:00010000:2.0:1715206675.169516:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169523:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169524:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169527:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169530:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.169532:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169533:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169536:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169538:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.169542:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169544:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169548:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880094cc0d00) 00010000:00010000:1.0:1715206675.169549:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169550:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.169552:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169556:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2ac0/0xb73f6b2ce2c34658 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169558:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:1.0:1715206675.169560:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169562:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169563:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169565:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169566:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34873 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169568:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169572:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a1d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.169573:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169576:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169579:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880094cc0500) 00010000:00010000:1.0:1715206675.169579:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169581:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.169582:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169585:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1d40/0xb73f6b2ce2c3465f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169585:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.169589:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169592:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169593:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.169595:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169595:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.169600:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169602:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169604:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a2400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.169606:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169606:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:2.0:1715206675.169608:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169608:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169610:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169612:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:2.0:1715206675.169613:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206675.169614:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169614:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34896 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169617:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a2400/0xb73f6b2ce2c34666 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40eb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169621:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169624:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169626:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169627:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169629:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169630:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169632:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a3a80 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206675.169633:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591726016:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 765us (837us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206675.169633:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169633:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169635:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169636:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206675.169639:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572452 00010000:00010000:2.0:1715206675.169640:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880094cc0100) 00010000:00010000:1.0:1715206675.169640:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169641:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.169643:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169645:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3a80/0xb73f6b2ce2c34674 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169645:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:1.0:1715206675.169647:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169648:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169650:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169653:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169653:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c348c0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.169655:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169658:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a1200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.169659:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169659:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.169661:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169663:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.169665:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff880094cc0200) 00010000:00010000:2.0:1715206675.169666:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.169667:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169668:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.169670:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1200/0xb73f6b2ce2c3467b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169672:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169674:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.169675:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169677:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.169678:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169681:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169682:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:2.0:1715206675.169684:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169684:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.169685:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169685:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.169688:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169690:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a640/0xb73f6b2ce2c348dc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.169691:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:2.0:1715206675.169692:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206675.169693:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.169696:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0d80/0xb73f6b2ce2c34682 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40ea:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.169697:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169702:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169706:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169709:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a400 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206675.169710:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.169711:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169716:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169721:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009fbf3b00) 00010000:00010000:1.0:1715206675.169723:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169725:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169729:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c3498b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169738:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206675.169742:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726080 00010000:00010000:1.0:1715206675.169743:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206675.169745:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726080 00010000:00010000:1.0:1715206675.169747:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169754:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169757:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00000100:00100000:2.0:1715206675.169758:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572453 00000100:00100000:2.0:1715206675.169761:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591726080:12345-192.168.203.35@tcp:44:dbench.0 00010000:00010000:1.0:1715206675.169761:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169767:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff88009fbf3400) 00010000:00010000:1.0:1715206675.169769:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169771:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169775:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c349ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169786:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169791:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169795:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169798:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169799:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.169802:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591726080:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 40us (93us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206675.169802:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.169806:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572453 00010000:00010000:1.0:1715206675.169807:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:1.0:1715206675.169808:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169810:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169813:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c34aa3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169818:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169821:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169823:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169826:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169828:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169830:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169834:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.169835:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169836:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169839:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c34ac6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169843:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169846:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169849:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169852:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169853:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169856:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169859:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:1.0:1715206675.169860:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169861:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169864:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c34af0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169868:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169871:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169874:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169876:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169877:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169880:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169884:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.169885:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169886:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169889:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34b0c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169893:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169896:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169898:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169901:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169902:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169905:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169908:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880090b0c700) 00010000:00010000:1.0:1715206675.169909:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169910:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169912:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c34bbb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.169919:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169922:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169925:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169927:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169929:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169931:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169935:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff880090b0cb00) 00010000:00010000:1.0:1715206675.169936:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169937:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169939:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34bd0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169945:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169948:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169950:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169953:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169954:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169957:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169961:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880094cc0100) 00010000:00010000:1.0:1715206675.169962:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169963:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169966:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34cb0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.169971:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169974:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169977:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169979:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.169980:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169983:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169986:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880094cc0d00) 00010000:00010000:1.0:1715206675.169987:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.169989:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.169992:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34cbe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206675.171113:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.171135:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.171146:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726144 00000100:00100000:3.0:1715206675.171149:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726144 00000100:00100000:3.0:1715206675.171168:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726208 00000100:00100000:3.0:1715206675.171169:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726208 00000100:00100000:3.0:1715206675.171178:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77883 00000100:00100000:3.0:1715206675.171182:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591726144:12345-192.168.203.35@tcp:16:dbench.0 00000100:00100000:2.0:1715206675.171195:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77884 00000100:00100000:2.0:1715206675.171199:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591726208:12345-192.168.203.35@tcp:16:dbench.0 00000001:00080000:0.0:1715206675.172025:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988799 is committed 00000001:00080000:0.0:1715206675.172030:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988798 is committed 00000100:00100000:3.0:1715206675.172095:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2002:x1798523591726144:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 911us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.172100:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77883 00000001:00080000:0.0:1715206675.172125:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989288 is committed 00000001:00080000:0.0:1715206675.172131:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989287 is committed 00000100:00100000:3.0:1715206675.172170:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2002:x1798523591726208:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 970us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.172174:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77884 00000100:00100000:0.0:1715206675.173554:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.173610:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.173635:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726464 00000100:00100000:3.0:1715206675.173641:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726464 00000100:00100000:1.0:1715206675.173657:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726336 00000100:00100000:1.0:1715206675.173662:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726336 00000100:00100000:3.0:1715206675.173674:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117737 00000100:00100000:3.0:1715206675.173680:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13029:x1798523591726464:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.173693:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117738 00000100:00100000:1.0:1715206675.173698:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591726336:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.173837:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591726336:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 138us (244us total) trans 4295059876 rc 0/0 00000100:00100000:1.0:1715206675.173843:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117738 00000100:00100000:3.0:1715206675.173844:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13029:x1798523591726464:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 163us (292us total) trans 4295059875 rc 0/0 00000100:00100000:3.0:1715206675.173851:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117737 00000100:00100000:0.0:1715206675.174987:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.175014:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.175029:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726592 00000100:00100000:3.0:1715206675.175033:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726592 00000100:00100000:3.0:1715206675.175051:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726720 00000100:00100000:3.0:1715206675.175067:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726720 00000100:00100000:1.0:1715206675.175078:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117739 00000100:00100000:3.0:1715206675.175084:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117740 00000100:00100000:1.0:1715206675.175084:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e714c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591726592:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.175088:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13029:x1798523591726720:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.175173:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e714c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591726592:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 88us (187us total) trans 4295059877 rc 0/0 00000100:00100000:3.0:1715206675.175177:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13029:x1798523591726720:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 87us (162us total) trans 4295059878 rc 0/0 00000100:00100000:1.0:1715206675.175178:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117739 00000100:00100000:3.0:1715206675.175182:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117740 00000100:00100000:0.0:1715206675.177436:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.177465:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.177482:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726912 00000100:00100000:2.0:1715206675.177487:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726912 00000100:00100000:2.0:1715206675.177509:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591726976 00000100:00100000:2.0:1715206675.177510:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591726976 00000100:00100000:3.0:1715206675.177514:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572454 00000100:00100000:3.0:1715206675.177519:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13029:x1798523591726912:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.177529:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572455 00000100:00100000:2.0:1715206675.177533:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591726976:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.177550:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.177550:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.177565:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34700 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40eb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289aa3 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.177566:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c346f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289aaa expref: 147 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.177576:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff880094cc0000) 00010000:00010000:3.0:1715206675.177577:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff880094cc0600) 00010000:00010000:2.0:1715206675.177582:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.177585:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.177596:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177598:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177605:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177607:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177611:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177614:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177617:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.177620:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177624:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177624:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177631:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.177637:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177661:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.177666:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.177670:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177673:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.177678:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.177682:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000040:00080000:3.0:1715206675.177779:0:18825:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8273, 64 off537664 00000040:00080000:2.0:1715206675.177784:0:7128:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8274, 64 off537728 00010000:00010000:3.0:1715206675.177798:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.177803:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177804:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177808:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177809:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177812:0:18825:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177814:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177816:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177817:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177819:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177821:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177823:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177824:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177826:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.177827:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177828:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177830:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.177832:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177832:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.177835:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177837:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff8800909c3100) 00010000:00010000:3.0:1715206675.177839:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.177840:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.177843:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34d27 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177843:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff88009fbf3200) 00010000:00010000:2.0:1715206675.177845:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.177847:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.177850:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34d2e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177854:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.177857:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177859:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177861:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177862:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177863:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.177865:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177866:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177868:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.177869:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177870:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177872:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ea:0x0].0x0 (ffff8800909c3100) 00010000:00010000:2.0:1715206675.177873:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177874:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.177875:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177877:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40eb:0x0].0x0 (ffff88009fbf3200) 00010000:00010000:3.0:1715206675.177878:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34d20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177878:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.177879:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.177882:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34d19 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177949:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177950:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177953:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177955:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177957:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177958:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177960:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.177961:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177961:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177964:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177964:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948361c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.177965:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177968:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.177969:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.177969:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177971:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177973:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.177974:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34d04 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177974:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.177976:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:3.0:1715206675.177978:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d7b80 reply state ffff880092a23000 transno 4295059879 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.177978:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34cfd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177983:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206675.177983:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d6d80 reply state ffff880094972000 transno 4295059880 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177986:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800909c3c00) 00010000:00010000:2.0:1715206675.177987:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.177988:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.177990:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.177991:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009fbf3300) 00010000:00010000:2.0:1715206675.177993:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.177994:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.178022:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591726912:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 502us (588us total) trans 4295059879 rc 0/0 00000100:00100000:3.0:1715206675.178028:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572454 00000100:00100000:2.0:1715206675.178029:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591726976:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 495us (562us total) trans 4295059880 rc 0/0 00000100:00100000:2.0:1715206675.178034:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572455 00000100:00100000:0.0:1715206675.181001:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.181095:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727104 00000100:00100000:2.0:1715206675.181100:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727104 00000100:00100000:2.0:1715206675.181125:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572456 00000100:00100000:2.0:1715206675.181130:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591727104:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.181141:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.181149:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34d35 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289cfd expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.181163:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.181191:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727232 00010000:00010000:2.0:1715206675.181192:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206675.181195:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727232 00010000:00010000:2.0:1715206675.181199:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 150 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.181204:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206675.181218:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572457 00000100:00100000:3.0:1715206675.181222:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591727232:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.181228:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 150 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.181229:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.181236:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34d43 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d04 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.181241:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 150 pid: 18825 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.181252:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849408:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.181269:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.181277:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.181281:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.181294:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.181297:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934900 going to sleep for 11 seconds 00010000:00010000:3.0:1715206675.181299:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 151 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.181305:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524849472:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.181324:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4540 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.182142:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849408:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.182158:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206675.182172:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524849472:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.182190:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206675.182443:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.182466:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.182486:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727296 00000100:00100000:1.0:1715206675.182491:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727296 00010000:00010000:1.0:1715206675.182507:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 152 pid: 18825 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.182508:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727360 00000100:00100000:2.0:1715206675.182512:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727360 00010000:00010000:2.0:1715206675.182526:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 153 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.182527:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158670 00000100:00100000:1.0:1715206675.182531:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2003:x1798523591727296:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.182538:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.182541:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 153 pid: 18825 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.182544:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158671 00000100:00100000:2.0:1715206675.182549:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2002:x1798523591727360:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.182551:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 153 pid: 18825 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.182557:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.182560:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ccc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cd3 expref: 153 pid: 18825 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.182562:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 153 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.182567:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:1.0:1715206675.182570:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.182571:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 152 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.182575:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.182578:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.182583:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34cc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cda expref: 152 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.182593:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880091915e00) 00010000:00010000:2.0:1715206675.182597:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.182597:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.182603:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.182609:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.182614:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.182615:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2003:x1798523591727296:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 83us (174us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.182619:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.182619:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158670 00010000:00010000:2.0:1715206675.182626:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1715206675.182627:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f4:0x0]: returning size 12543 00000100:00100000:2.0:1715206675.182646:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+150:2002:x1798523591727360:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 95us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.182653:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158671 00010000:00010000:3.0:1715206675.182677:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34d35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.182686:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 150 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.182691:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:3.0:1715206675.182693:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.182695:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837a80, rc 0) 00000100:00100000:3.0:1715206675.182715:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591727104:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1585us (1716us total) trans 4295059881 rc 0/0 00000100:00100000:3.0:1715206675.182720:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572456 00010000:00010000:3.0:1715206675.182733:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.182737:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:3.0:1715206675.182743:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f5:0x0]: returning size 12543 00010000:00010000:3.0:1715206675.182770:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34d43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 151 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.182781:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 150 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.182786:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880091915e00) 00010000:00010000:3.0:1715206675.182787:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.182789:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f718c0, rc 0) 00000100:00100000:3.0:1715206675.182804:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591727232:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1581us (1644us total) trans 4295059882 rc 0/0 00000100:00100000:3.0:1715206675.182807:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572457 00000100:00100000:0.0:1715206675.184125:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.184177:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727424 00000100:00100000:3.0:1715206675.184182:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727424 00000100:00100000:3.0:1715206675.184201:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572458 00000100:00100000:3.0:1715206675.184205:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591727424:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.184215:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.184222:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34d5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d0b expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.184264:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.184271:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.184276:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.184288:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.184295:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 151 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.184302:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524849536:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206675.184313:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.184328:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4540 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.184364:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727488 00000100:00100000:1.0:1715206675.184371:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727488 00000100:00100000:1.0:1715206675.184396:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572459 00000100:00100000:1.0:1715206675.184420:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591727488:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.184432:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.184458:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34d6d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d12 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.184487:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.184493:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 153 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.184498:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.184510:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 153 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.184515:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 153 pid: 18825 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.184522:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849600:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.184551:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad600 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.185027:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524849536:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.185042:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206675.185321:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.185339:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849600:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206675.185348:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206675.185369:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727552 00000100:00100000:2.0:1715206675.185374:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727552 00010000:00010000:2.0:1715206675.185387:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 154 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.185425:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158672 00000100:00100000:2.0:1715206675.185429:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+154:2002:x1798523591727552:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.185436:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.185439:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 154 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.185446:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 154 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.185455:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34d3c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cfd expref: 154 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.185463:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.185466:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.185470:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.185477:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.185497:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.185519:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2002:x1798523591727552:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 89us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.185524:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158672 00010000:00010000:3.0:1715206675.185532:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.185537:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:3.0:1715206675.185555:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f4:0x0]: returning size 12543 00000004:00200000:3.0:1715206675.185558:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.185566:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.185572:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.185585:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34d5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d0b expref: 153 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.185594:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d0b expref: 152 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.185602:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:3.0:1715206675.185604:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.185606:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70000, rc 0) 00000100:00100000:3.0:1715206675.185623:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13029:x1798523591727424:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1417us (1500us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.185628:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572458 00000100:00100000:0.0:1715206675.185653:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.185688:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727616 00000100:00100000:2.0:1715206675.185692:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727616 00010000:00010000:2.0:1715206675.185703:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 152 pid: 18825 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.185719:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158673 00000100:00100000:2.0:1715206675.185724:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+152:2003:x1798523591727616:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.185731:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.185735:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 152 pid: 18825 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.185744:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 152 pid: 18825 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.185756:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34d4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d04 expref: 152 pid: 18825 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.185766:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880091915e00) 00010000:00010000:2.0:1715206675.185769:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.185780:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.185786:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.185799:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.185811:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.185816:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206675.185827:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2003:x1798523591727616:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 102us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.185832:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158673 00000004:00200000:1.0:1715206675.185833:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f5:0x0]: returning size 12543 00000004:00200000:1.0:1715206675.185835:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206675.185843:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.185849:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.185862:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c34d6d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d12 expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.185874:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d12 expref: 150 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.185880:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880091915e00) 00010000:00010000:1.0:1715206675.185883:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.185886:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114fc0, rc 0) 00000100:00100000:1.0:1715206675.185913:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591727488:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1509us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.185920:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572459 00000100:00100000:0.0:1715206675.187370:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.187438:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727744 00000100:00100000:1.0:1715206675.187444:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727744 00000100:00100000:1.0:1715206675.187475:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117741 00000100:00100000:1.0:1715206675.187479:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591727744:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.187553:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591727744:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 73us (184us total) trans 4295059883 rc 0/0 00000100:00100000:1.0:1715206675.187558:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117741 00000100:00100000:0.0:1715206675.187571:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.187583:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727872 00000100:00100000:1.0:1715206675.187586:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727872 00000100:00100000:1.0:1715206675.187604:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117742 00000100:00100000:1.0:1715206675.187609:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591727872:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.187671:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591727872:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 61us (100us total) trans 4295059884 rc 0/0 00000100:00100000:1.0:1715206675.187675:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117742 00000100:00100000:0.0:1715206675.189145:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.189173:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.189233:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591727936 00000100:00100000:1.0:1715206675.189235:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728000 00000100:00100000:3.0:1715206675.189239:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591727936 00000100:00100000:1.0:1715206675.189240:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728000 00000100:00100000:1.0:1715206675.189257:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572460 00000100:00100000:1.0:1715206675.189261:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591728000:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.189263:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572461 00000100:00100000:0.0:1715206675.189267:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591727936:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.189270:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.189274:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.189277:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34d7b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d20 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.189281:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c34d82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d19 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.189297:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189300:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189303:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189306:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189308:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189310:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189313:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189315:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189317:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189318:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189320:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189322:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.189335:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189336:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189339:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189342:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189343:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189345:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189345:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.189348:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189348:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189351:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.189351:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189353:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189355:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.189356:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189357:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.189358:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189360:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.189361:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.189361:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c34d90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189363:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.189366:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c34d89 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.189371:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.189373:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189375:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189376:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189378:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189379:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.189381:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189381:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189384:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189384:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e386c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.189385:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189387:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009fbf3300) 00010000:00010000:1.0:1715206675.189388:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.189390:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189391:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189392:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34d97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.189395:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800909c3c00) 00010000:00010000:0.0:1715206675.189396:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.189397:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.189400:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c34d9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.189418:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34d7b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d20 expref: 155 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.189422:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34d7b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d20 expref: 155 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.189427:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120116640, rc 0) 00010000:00010000:0.0:1715206675.189432:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c34d82 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d19 expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.189436:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c34d82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d19 expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.189441:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38240, rc 0) 00000100:00100000:1.0:1715206675.189453:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591728000:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 191us (279us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.189456:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591727936:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 188us (312us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.189457:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572460 00000100:00100000:0.0:1715206675.189460:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572461 00000100:00100000:0.0:1715206675.190639:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.190706:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728064 00000100:00100000:2.0:1715206675.190711:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728064 00000100:00100000:2.0:1715206675.190737:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572462 00000100:00100000:2.0:1715206675.190741:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591728064:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.190748:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.190754:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34da5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d27 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.190767:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34da5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d27 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.190774:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34da5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d27 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.190778:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.190780:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.190781:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837600, rc 0) 00000100:00100000:2.0:1715206675.190804:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591728064:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 63us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.190809:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572462 00000100:00100000:0.0:1715206675.190907:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.190963:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728128 00000100:00100000:3.0:1715206675.190967:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728128 00000100:00100000:3.0:1715206675.190992:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572463 00000100:00100000:3.0:1715206675.190996:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591728128:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.191003:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.191010:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34dac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d2e expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.191024:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34dac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d2e expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.191031:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34dac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d2e expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.191037:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.191039:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.191042:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70900, rc 0) 00000100:00100000:3.0:1715206675.191098:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591728128:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 99us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.191106:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572463 00000100:00100000:0.0:1715206675.192568:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.192609:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.192634:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728192 00000100:00100000:1.0:1715206675.192638:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728192 00000100:00100000:1.0:1715206675.192653:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728256 00000100:00100000:1.0:1715206675.192654:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728256 00000100:00100000:3.0:1715206675.192665:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117743 00000100:00100000:1.0:1715206675.192672:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117744 00000100:00100000:3.0:1715206675.192673:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591728192:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.192676:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e714850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591728256:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.194522:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e714850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591728256:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1842us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.194529:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117744 00000100:00100000:3.0:1715206675.194838:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591728192:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2162us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.194847:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117743 00000100:00100000:0.0:1715206675.196094:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.196124:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728320 00000100:00100000:3.0:1715206675.196129:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728320 00000100:00100000:3.0:1715206675.196152:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572464 00000100:00100000:3.0:1715206675.196156:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591728320:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.196163:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.196171:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34db3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d35 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.196193:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196199:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196203:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196208:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196212:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196218:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196231:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196234:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196237:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196240:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.196242:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196245:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196250:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.196252:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.196254:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196256:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c34dba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196262:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196265:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196267:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196271:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.196272:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196275:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196278:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800909c3c00) 00010000:00010000:3.0:1715206675.196279:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.196281:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196283:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c34dc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196294:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34db3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d35 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.196299:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c34db3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d35 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.196303:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71f80, rc 0) 00000100:00100000:3.0:1715206675.196328:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591728320:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 171us (236us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.196332:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572464 00000100:00100000:0.0:1715206675.196473:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.196500:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728384 00000100:00100000:3.0:1715206675.196503:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728384 00000100:00100000:3.0:1715206675.196519:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572465 00000100:00100000:3.0:1715206675.196522:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591728384:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.196528:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.196533:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34dc8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d3c expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.196548:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196553:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196557:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196562:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196566:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196569:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196577:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196580:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196583:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196586:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.196588:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196591:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196595:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.196596:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.196598:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196600:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70d80/0xb73f6b2ce2c34dcf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196605:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196608:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196610:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196613:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.196614:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196617:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196620:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009fbf3300) 00010000:00010000:3.0:1715206675.196621:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.196622:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196625:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72640/0xb73f6b2ce2c34dd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.196634:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34dc8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d3c expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.196638:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c34dc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d3c expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.196642:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f72400, rc 0) 00000100:00100000:3.0:1715206675.196664:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591728384:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 141us (193us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.196668:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572465 00000100:00100000:0.0:1715206675.197830:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.197884:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728512 00000100:00100000:2.0:1715206675.197890:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728512 00000100:00100000:2.0:1715206675.197925:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5028 00000100:00100000:2.0:1715206675.197930:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591728512:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.197955:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206675.197967:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70000/0xb73f6b2ce2c34d66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d0b expref: 154 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.197997:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.198007:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c34dac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d2e expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.198013:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.198015:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.198026:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198031:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198036:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198042:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198046:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198052:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198060:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198064:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198067:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198125:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198129:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198134:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206675.198244:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d709c00 reply state ffff880134e9e000 transno 4295059885 ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198251:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198255:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:2.0:1715206675.198257:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206675.198258:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206675.198261:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d709c00 reply state ffff880134e9e000 transno 4295059885 ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198269:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198272:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800909c3c00) 00010000:00010000:2.0:1715206675.198274:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.198274:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1715206675.198276:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198279:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198283:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198286:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.198287:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198291:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198295:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.198296:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.198298:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198301:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34ddd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206675.198306:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d709c00 reply state ffff880134e9e000 transno 4295059885 ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198313:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198317:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009fbf3200) 00010000:00010000:2.0:1715206675.198318:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.198319:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1715206675.198353:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591728512:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 422us (526us total) trans 4295059885 rc 0/0 00000100:00100000:2.0:1715206675.198358:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5028 00000100:00100000:0.0:1715206675.198395:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.198438:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728640 00000100:00100000:2.0:1715206675.198442:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728640 00000100:00100000:2.0:1715206675.198462:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5029 00000100:00100000:2.0:1715206675.198465:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591728640:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.198481:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206675.198489:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c34d74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d12 expref: 154 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.198497:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880091915e00) 00010000:00010000:2.0:1715206675.198504:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34da5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d27 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.198509:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.198510:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.198518:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198523:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198530:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198536:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198540:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198543:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198549:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198553:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198556:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198577:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198582:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198585:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206675.198659:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123164000 reply state ffff880134e9f000 transno 4295059886 ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198667:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198672:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:2.0:1715206675.198674:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206675.198676:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206675.198678:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123164000 reply state ffff880134e9f000 transno 4295059886 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198683:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198687:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009fbf3300) 00010000:00010000:2.0:1715206675.198689:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.198690:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1715206675.198692:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198696:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198700:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198703:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.198706:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198710:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198715:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.198716:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.198718:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198725:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34df9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206675.198731:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123164000 reply state ffff880134e9f000 transno 4295059886 ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198736:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.198740:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff88009fbf3b00) 00010000:00010000:2.0:1715206675.198741:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.198742:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1715206675.198786:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591728640:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 318us (391us total) trans 4295059886 rc 0/0 00000100:00100000:2.0:1715206675.198792:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5029 00000100:00100000:0.0:1715206675.199339:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.199381:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728704 00000100:00100000:3.0:1715206675.199386:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728704 00000100:00100000:3.0:1715206675.199419:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572466 00000100:00100000:3.0:1715206675.199423:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591728704:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.199431:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.199438:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34e15 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d43 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.199457:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199462:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199467:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199471:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199475:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199479:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199499:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199502:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199506:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.199519:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f4:0x0]: returning size 12543 00000004:00200000:3.0:1715206675.199521:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.199528:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199533:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199536:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199539:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199542:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199545:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.199546:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199550:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199555:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.199556:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.199558:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199560:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c34e1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199566:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199569:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199572:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199574:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.199575:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199578:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199581:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800909c3c00) 00010000:00010000:3.0:1715206675.199582:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.199583:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199586:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72d00/0xb73f6b2ce2c34e23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.199596:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c34e15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.199602:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.199606:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:3.0:1715206675.199607:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.199608:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f70240, rc 0) 00000100:00100000:3.0:1715206675.199636:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591728704:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 211us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.199642:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572466 00000100:00100000:0.0:1715206675.199961:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.200004:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728768 00000100:00100000:3.0:1715206675.200009:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728768 00000100:00100000:3.0:1715206675.200035:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572467 00000100:00100000:3.0:1715206675.200039:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591728768:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.200047:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.200053:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34e31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d4a expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.200093:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200099:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200104:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200111:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200115:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200135:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200152:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200156:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200158:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.200168:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f5:0x0]: returning size 12543 00000004:00200000:3.0:1715206675.200170:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.200175:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200178:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200182:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200185:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200187:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200193:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.200195:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200198:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200202:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.200203:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.200204:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200207:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f718c0/0xb73f6b2ce2c34e38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200212:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200215:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200218:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200221:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.200222:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200225:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200227:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009fbf3300) 00010000:00010000:3.0:1715206675.200229:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.200230:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200233:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c34e3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.200243:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71200/0xb73f6b2ce2c34e31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.200248:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.200252:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:3.0:1715206675.200253:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.200254:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db21c0, rc 0) 00000100:00100000:3.0:1715206675.200280:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591728768:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 240us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.200285:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572467 00000100:00100000:0.0:1715206675.201826:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.201867:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.201885:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591728896 00000100:00100000:3.0:1715206675.201889:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591728896 00000100:00100000:3.0:1715206675.201908:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729024 00000100:00100000:3.0:1715206675.201909:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729024 00000100:00100000:1.0:1715206675.201918:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572468 00000100:00100000:1.0:1715206675.201923:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591728896:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.201929:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572469 00010000:00010000:1.0:1715206675.201930:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206675.201933:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591729024:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.201936:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34e4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d51 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.201940:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.201946:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34e54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d58 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.201970:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.201975:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.201976:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.201981:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.201985:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.201989:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.201998:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.202002:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.202006:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 159 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:3.0:1715206675.202007:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 159 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.202014:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849664:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.202015:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524849728:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.202044:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.202044:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad600 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.202925:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524849728:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.202949:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.202963:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849664:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206675.202977:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.203159:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.203193:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729088 00000100:00100000:1.0:1715206675.203193:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.203198:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729088 00010000:00010000:2.0:1715206675.203212:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 160 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.203212:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729152 00000100:00100000:0.0:1715206675.203217:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729152 00000100:00100000:2.0:1715206675.203230:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158674 00010000:00010000:0.0:1715206675.203231:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.203235:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+161:2002:x1798523591729088:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.203242:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.203246:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.203251:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158675 00010000:00010000:2.0:1715206675.203254:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.203256:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a88d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+161:2002:x1798523591729152:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.203263:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.203267:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.203271:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34e46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d4a expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.203274:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.203280:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:1.0:1715206675.203282:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70240/0xb73f6b2ce2c34e2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d43 expref: 160 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.203283:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.203289:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:2.0:1715206675.203290:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.203291:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.203295:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.203295:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.203298:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.203306:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.203313:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.203318:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.203322:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a88d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+159:2002:x1798523591729152:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 66us (128us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206675.203325:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.203328:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.203328:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158675 00000100:00100000:2.0:1715206675.203331:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+159:2002:x1798523591729088:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 95us (172us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.203350:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:0.0:1715206675.203351:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f4:0x0]: returning size 12543 00000100:00100000:2.0:1715206675.203354:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158674 00000004:00200000:3.0:1715206675.203357:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f5:0x0]: returning size 12543 00010000:00010000:3.0:1715206675.203418:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34e54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 160 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.203432:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c34e4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 160 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.203435:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 160 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.203444:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:3.0:1715206675.203447:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.203449:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db1440, rc 0) 00010000:00010000:0.0:1715206675.203459:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 159 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.203467:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:0.0:1715206675.203470:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206675.203472:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120115b00, rc 0) 00000100:00100000:3.0:1715206675.203477:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13030:x1798523591729024:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1541us (1609us total) trans 4295059887 rc 0/0 00000100:00100000:3.0:1715206675.203484:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572469 00000100:00100000:0.0:1715206675.203496:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13029:x1798523591728896:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1571us (1670us total) trans 4295059888 rc 0/0 00000100:00100000:0.0:1715206675.203504:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572468 00000100:00100000:0.0:1715206675.204766:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.204807:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729216 00000100:00100000:2.0:1715206675.204810:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729216 00000100:00100000:2.0:1715206675.204833:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572470 00000100:00100000:2.0:1715206675.204838:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13029:x1798523591729216:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.204849:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.204855:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34e77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d5f expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.204874:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.204880:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 159 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.204884:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.204895:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 159 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.204898:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.204900:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 159 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.204906:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849792:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.204915:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729280 00000100:00100000:3.0:1715206675.204921:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729280 00000100:00100000:2.0:1715206675.204931:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934600 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.204944:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572471 00000100:00100000:3.0:1715206675.204949:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13030:x1798523591729280:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.204956:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.204962:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34e85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d66 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.204981:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.204988:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.204992:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.205002:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.205009:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.205019:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524849856:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.205073:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.205865:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849792:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.205872:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524849856:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.205877:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.205884:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.206023:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.206049:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729344 00000100:00100000:0.0:1715206675.206074:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.206077:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729344 00010000:00010000:2.0:1715206675.206091:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 162 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.206106:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729408 00000100:00100000:2.0:1715206675.206109:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729408 00010000:00010000:2.0:1715206675.206116:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.206117:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158676 00000100:00100000:0.0:1715206675.206124:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:2003:x1798523591729344:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206675.206129:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158677 00010000:00010000:0.0:1715206675.206132:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206675.206134:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:2002:x1798523591729408:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206675.206138:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 163 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.206144:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.206147:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 163 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.206148:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.206156:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.206159:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c34e5b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d51 expref: 163 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.206167:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34e62 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d58 expref: 162 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.206167:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:0.0:1715206675.206171:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.206175:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:0.0:1715206675.206177:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.206178:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.206183:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.206184:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.206188:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.206208:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.206209:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.206225:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.206231:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206675.206236:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:2003:x1798523591729344:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 112us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.206240:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+161:2002:x1798523591729408:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 104us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.206243:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158676 00000100:00100000:2.0:1715206675.206247:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158677 00000004:00200000:3.0:1715206675.206250:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f4:0x0]: returning size 12543 00000004:00200000:3.0:1715206675.206253:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.206261:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.206268:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.206282:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34e77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d5f expref: 160 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.206292:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d5f expref: 159 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.206297:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:3.0:1715206675.206299:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.206301:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837cc0, rc 0) 00000100:00100000:3.0:1715206675.206321:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13029:x1798523591729216:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1482us (1556us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.206326:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572470 00010000:00010000:3.0:1715206675.206341:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.206346:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.206357:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f5:0x0]: returning size 12543 00000004:00200000:3.0:1715206675.206359:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.206364:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.206368:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.206376:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34e85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d66 expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.206382:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d66 expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.206386:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:3.0:1715206675.206388:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.206389:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db3cc0, rc 0) 00000100:00100000:3.0:1715206675.206418:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13030:x1798523591729280:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1455us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.206421:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572471 00000100:00100000:0.0:1715206675.207815:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.207909:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.207945:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729536 00000100:00100000:2.0:1715206675.207945:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729472 00000100:00100000:3.0:1715206675.207950:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729536 00000100:00100000:2.0:1715206675.207950:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729472 00000100:00100000:3.0:1715206675.207971:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572472 00000100:00100000:2.0:1715206675.207976:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572473 00000100:00100000:3.0:1715206675.207977:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13030:x1798523591729536:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.207980:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13029:x1798523591729472:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.207985:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.207986:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.207994:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34e93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d74 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.207994:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34e9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d6d expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.208018:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208018:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208026:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208026:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208033:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208033:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.208041:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208042:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208047:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208048:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208052:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208053:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.208091:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208092:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208097:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208097:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208102:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208102:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208106:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.208107:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208110:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208111:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.208113:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208115:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208119:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208122:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.208125:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.208125:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.208127:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208127:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.208129:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208132:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34ea1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208134:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ea8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208140:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208140:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208145:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208145:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208149:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208150:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208153:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db06c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.208154:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.208156:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208156:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208160:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208161:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208166:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcfb15a (ffff8800909c3900) 00010000:00010000:2.0:1715206675.208166:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcfb15a (ffff880095dd8700) 00010000:00010000:3.0:1715206675.208168:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.208168:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.208170:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.208170:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.208174:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34eaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.208178:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34eb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0xfdcfb15a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.208210:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34e93 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d74 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.208210:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34e9a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d6d expref: 161 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.208219:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34e93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d74 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.208219:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34e9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d6d expref: 161 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.208226:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835680, rc 0) 00010000:00010000:3.0:1715206675.208227:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0b40, rc 0) 00000100:00100000:3.0:1715206675.208280:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13030:x1798523591729536:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 300us (369us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.208280:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13029:x1798523591729472:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 297us (463us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.208288:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572472 00000100:00100000:2.0:1715206675.208295:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572473 00000100:00100000:0.0:1715206675.209546:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.209581:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.209592:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729600 00000100:00100000:2.0:1715206675.209596:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729600 00000100:00100000:2.0:1715206675.209613:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729664 00000100:00100000:2.0:1715206675.209614:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729664 00000100:00100000:3.0:1715206675.209625:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572474 00000100:00100000:3.0:1715206675.209630:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13029:x1798523591729600:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.209630:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572475 00000100:00100000:2.0:1715206675.209634:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+159:13030:x1798523591729664:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.209638:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.209640:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.209645:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34ebd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d7b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.209646:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c34ec4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d82 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.209657:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34ebd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d7b expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.209658:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c34ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d82 expref: 161 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.209664:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34ebd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d7b expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.209664:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c34ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d82 expref: 161 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.209685:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.209685:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.209687:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.209688:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.209689:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0d80, rc 0) 00010000:00010000:2.0:1715206675.209690:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834b40, rc 0) 00000100:00100000:3.0:1715206675.209722:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591729600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 91us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.209727:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572474 00000100:00100000:2.0:1715206675.209747:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591729664:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 96us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.209752:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572475 00000100:00100000:0.0:1715206675.211247:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.211289:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.211310:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729728 00000100:00100000:3.0:1715206675.211315:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729728 00000100:00100000:1.0:1715206675.211321:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729792 00000100:00100000:1.0:1715206675.211326:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729792 00000100:00100000:3.0:1715206675.211357:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117745 00000100:00100000:3.0:1715206675.211362:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591729728:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.211362:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117746 00000100:00100000:1.0:1715206675.211366:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591729792:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206675.212865:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591729728:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1500us (1633us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.212871:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117745 00000100:00100000:1.0:1715206675.212970:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13030:x1798523591729792:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1598us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.212981:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117746 00000100:00100000:0.0:1715206675.215804:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.215848:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591729920 00000100:00100000:2.0:1715206675.215853:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591729920 00000100:00100000:2.0:1715206675.215896:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572476 00000100:00100000:2.0:1715206675.215903:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13029:x1798523591729920:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.215912:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.215922:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ecb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d89 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.215974:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.215986:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400ed00/0xb73f6b2ce2c215f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835af expref: 161 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.215994:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.216025:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400ed00/0xb73f6b2ce2c215f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835af expref: 161 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.216034:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400ed00/0xb73f6b2ce2c215f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835af expref: 161 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.216043:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849920:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.216095:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff880096934600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.216130:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.216157:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730048 00000100:00100000:3.0:1715206675.216161:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730048 00000100:00100000:3.0:1715206675.216181:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572477 00000100:00100000:3.0:1715206675.216187:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591730048:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.216196:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.216204:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34ed9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d90 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.216263:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.216275:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03600/0xb73f6b2ce2c21610 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835b6 expref: 163 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.216282:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.216300:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03600/0xb73f6b2ce2c21610 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835b6 expref: 163 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.216310:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03600/0xb73f6b2ce2c21610 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835b6 expref: 163 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.216320:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524849984:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.216360:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.217002:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524849920:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.217007:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524849984:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.217015:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.217019:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.217320:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.217344:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.217358:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730112 00000100:00100000:2.0:1715206675.217362:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730112 00010000:00010000:2.0:1715206675.217374:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400ed00/0xb73f6b2ce2c215f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835af expref: 164 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.217378:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730176 00000100:00100000:1.0:1715206675.217383:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730176 00000100:00100000:2.0:1715206675.217392:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158678 00010000:00010000:1.0:1715206675.217396:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03600/0xb73f6b2ce2c21610 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835b6 expref: 165 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.217397:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+165:2002:x1798523591730112:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.217416:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.217421:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400ed00/0xb73f6b2ce2c215f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835af expref: 165 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.217428:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158679 00010000:00010000:2.0:1715206675.217429:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400ed00/0xb73f6b2ce2c215f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835af expref: 165 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.217433:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+165:2003:x1798523591730176:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.217441:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400ed00/0xb73f6b2ce2c215f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835af expref: 165 pid: 7126 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.217441:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.217445:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03600/0xb73f6b2ce2c21610 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835b6 expref: 165 pid: 7126 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.217450:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8800832d8900) 00010000:00010000:2.0:1715206675.217454:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.217454:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03600/0xb73f6b2ce2c21610 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835b6 expref: 164 pid: 7126 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.217460:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.217466:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03600/0xb73f6b2ce2c21610 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582835b6 expref: 164 pid: 7126 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.217469:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.217480:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8800832d8200) 00010000:00010000:1.0:1715206675.217484:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.217490:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.217490:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.217496:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.217508:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.217511:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:2002:x1798523591730112:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 112us (226us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.217513:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206675.217517:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158678 00010000:00010000:3.0:1715206675.217519:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.217526:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:2003:x1798523591730176:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 92us (180us total) trans 0 rc 0/0 00000004:00200000:3.0:1715206675.217527:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 260096 00000100:00100000:1.0:1715206675.217533:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158679 00010000:00010000:3.0:1715206675.217570:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c34ecb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 163 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.217580:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 162 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.217586:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8800832d8900) 00010000:00010000:3.0:1715206675.217588:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.217590:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836400, rc 0) 00000100:00100000:3.0:1715206675.217612:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591729920:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1709us (1809us total) trans 4295059889 rc 0/0 00000100:00100000:3.0:1715206675.217620:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572476 00010000:00010000:3.0:1715206675.217637:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.217643:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.217651:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 260096 00010000:00010000:3.0:1715206675.217688:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1680/0xb73f6b2ce2c34ed9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.217699:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 162 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.217705:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8800832d8200) 00010000:00010000:3.0:1715206675.217707:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.217709:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db1440, rc 0) 00000100:00100000:3.0:1715206675.217730:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591730048:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1543us (1599us total) trans 4295059890 rc 0/0 00000100:00100000:3.0:1715206675.217735:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572477 00000100:00100000:0.0:1715206675.218938:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.218965:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.218978:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730240 00000100:00100000:3.0:1715206675.218982:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730240 00000100:00100000:3.0:1715206675.218994:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730304 00000100:00100000:3.0:1715206675.218995:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730304 00000100:00100000:0.0:1715206675.219002:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572478 00000100:00100000:0.0:1715206675.219007:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591730240:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.219008:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572479 00000100:00100000:3.0:1715206675.219012:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591730304:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.219020:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.219025:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34ef5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d9e expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.219026:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.219033:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c34efc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289d97 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.219044:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.219065:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 165 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.219085:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.219087:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.219094:0:18825:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.219097:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 165 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.219099:0:18825:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.219104:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 165 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.219110:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850048:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206675.219112:0:18825:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.219118:0:18825:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 165 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.219125:0:18825:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524850112:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.219136:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff880093828840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.219143:0:18825:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.220084:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850048:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.220090:0:18825:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:18825:1798523524850112:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.220104:0:18825:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.220108:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.220369:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.220388:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.220434:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730432 00000100:00100000:2.0:1715206675.220438:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730432 00000100:00100000:1.0:1715206675.220443:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730368 00000100:00100000:1.0:1715206675.220447:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730368 00010000:00010000:2.0:1715206675.220451:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 167 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.220458:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 167 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.220478:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158680 00000100:00100000:2.0:1715206675.220484:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+167:2003:x1798523591730432:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206675.220485:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158681 00000100:00100000:1.0:1715206675.220491:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+167:2002:x1798523591730368:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.220492:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.220497:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 167 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.220499:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.220504:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 167 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.220507:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 167 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.220514:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 167 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.220519:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34ed2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x32:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d89 expref: 167 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.220526:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34ee0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x33:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d90 expref: 167 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.220534:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8800832d8900) 00010000:00010000:2.0:1715206675.220538:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.220540:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8800832d8200) 00010000:00010000:2.0:1715206675.220544:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.220544:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.220549:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.220550:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.220555:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.220567:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.220573:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206675.220592:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+165:2002:x1798523591730368:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 101us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.220593:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+165:2003:x1798523591730432:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 108us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.220596:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158681 00010000:00010000:3.0:1715206675.220597:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.220601:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158680 00010000:00010000:3.0:1715206675.220603:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.220618:0:18825:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00200000:3.0:1715206675.220619:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 260096 00000004:00200000:3.0:1715206675.220621:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1715206675.220624:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00010000:3.0:1715206675.220628:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.220633:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206675.220641:0:18825:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 260096 00010000:00010000:3.0:1715206675.220644:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34ef5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d9e expref: 164 pid: 8278 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1715206675.220644:0:18825:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.220652:0:18825:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.220653:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d9e expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.220657:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8800832d8900) 00010000:00010000:2.0:1715206675.220658:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.220659:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.220660:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0b40, rc 0) 00010000:00010000:2.0:1715206675.220672:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c34efc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d97 expref: 164 pid: 18825 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.220680:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591730304:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1667us (1714us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.220684:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572479 00010000:00010000:2.0:1715206675.220688:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d97 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.220694:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8800832d8200) 00010000:00010000:2.0:1715206675.220697:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.220699:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3a640, rc 0) 00000100:00100000:2.0:1715206675.220718:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591730240:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1711us (1783us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.220724:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572478 00000100:00100000:0.0:1715206675.224472:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.224515:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730496 00000100:00100000:2.0:1715206675.224520:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730496 00000100:00100000:2.0:1715206675.224547:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572480 00000100:00100000:2.0:1715206675.224553:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591730496:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.224561:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.224569:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34f11 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289da5 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.224595:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224603:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224610:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224620:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224630:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224636:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224651:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224657:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224663:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224668:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.224671:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224676:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224684:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.224686:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.224689:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224694:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c34f18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224702:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224706:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224711:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224716:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.224718:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224723:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224729:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8e211cf7 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.224731:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.224734:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224739:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c34f1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.224758:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34f11 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289da5 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.224765:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c34f11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289da5 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.224772:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835680, rc 0) 00000100:00100000:2.0:1715206675.224806:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591730496:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 252us (334us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.224812:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572480 00000100:00100000:0.0:1715206675.226279:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.226318:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730560 00000100:00100000:2.0:1715206675.226323:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730560 00000100:00100000:2.0:1715206675.226352:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572481 00000100:00100000:2.0:1715206675.226357:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591730560:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.226366:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.226374:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34f26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289dac expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.226398:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226423:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226430:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226440:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226446:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226452:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226467:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226473:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226478:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226483:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.226487:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226492:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226500:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.226502:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.226505:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226510:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c34f2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226518:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226524:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226529:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226534:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.226537:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226542:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226548:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8e211cf7 (ffff880095dd8c00) 00010000:00010000:2.0:1715206675.226551:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.226553:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226562:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c34f34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.226583:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34f26 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dac expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.226591:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c34f26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dac expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.226599:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834240, rc 0) 00000100:00100000:2.0:1715206675.226635:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591730560:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 276us (355us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.226642:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572481 00000100:00100000:0.0:1715206675.230207:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.230285:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730624 00000100:00100000:2.0:1715206675.230291:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730624 00000100:00100000:2.0:1715206675.230322:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572482 00000100:00100000:2.0:1715206675.230327:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591730624:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.230336:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.230343:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34f3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289db3 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.230368:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230374:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230380:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230388:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230393:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230397:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230428:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230432:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230451:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230455:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.230457:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230461:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230466:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.230468:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.230470:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230474:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c34f42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230480:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230484:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230488:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230491:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.230492:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230495:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230499:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8900) 00010000:00010000:2.0:1715206675.230501:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.230502:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230505:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c34f49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.230521:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34f3b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289db3 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.230526:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c34f3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289db3 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.230531:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836400, rc 0) 00000100:00100000:2.0:1715206675.230562:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591730624:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 234us (357us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.230570:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572482 00000100:00100000:0.0:1715206675.232349:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.232384:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.232386:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730688 00000100:00100000:2.0:1715206675.232392:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730688 00000100:00100000:2.0:1715206675.232434:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730752 00000100:00100000:2.0:1715206675.232437:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730752 00000100:00100000:2.0:1715206675.232451:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572483 00000100:00100000:2.0:1715206675.232456:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591730688:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.232463:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572484 00010000:00010000:2.0:1715206675.232467:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206675.232471:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591730752:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.232476:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c34f50 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289dba expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.232482:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.232493:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34f57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289dc1 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.232504:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.232512:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.232519:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232521:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232527:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232529:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232532:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232536:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232537:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232545:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.232550:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232552:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232555:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232560:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.232565:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.232569:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.232570:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232571:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232575:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232576:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232579:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232582:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.232584:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.232584:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.232586:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232587:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232591:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232591:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c34f5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232597:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.232599:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.232599:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232602:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232603:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232606:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c34f65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232607:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.232611:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.232613:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.232621:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.232626:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8f00) 00010000:00010000:2.0:1715206675.232628:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.232630:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232631:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232634:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c34f6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.232636:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.232641:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.232644:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.232646:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.232650:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232652:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c34f50 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dba expref: 165 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.232656:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff8800909c3b00) 00010000:00010000:3.0:1715206675.232658:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.232659:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c34f50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dba expref: 165 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.232660:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.232663:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c34f73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.232665:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b05200, rc 0) 00010000:00010000:3.0:1715206675.232683:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34f57 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dc1 expref: 164 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.232689:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c34f57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dc1 expref: 164 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.232696:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db06c0, rc 0) 00000100:00100000:2.0:1715206675.232704:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591730688:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 246us (357us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.232710:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572483 00000100:00100000:3.0:1715206675.232720:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591730752:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 249us (335us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.232727:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572484 00000100:00100000:0.0:1715206675.234674:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.234712:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.234763:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730880 00000100:00100000:3.0:1715206675.234770:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730880 00000100:00100000:3.0:1715206675.234800:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591730944 00000100:00100000:3.0:1715206675.234802:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591730944 00000100:00100000:2.0:1715206675.234815:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572485 00000100:00100000:3.0:1715206675.234823:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572486 00000100:00100000:2.0:1715206675.234823:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591730880:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.234829:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591730944:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.234834:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.234840:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.234844:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c34f7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289dc8 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.234849:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34f81 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289dcf expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.234878:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234880:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234886:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234889:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234892:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234896:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234916:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234920:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234922:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234925:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234927:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234931:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234943:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234946:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234948:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234951:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.234955:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234956:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234960:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b07cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.234961:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db1440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.234963:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234964:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234967:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234968:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234974:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.234975:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.234976:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.234978:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.234979:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234980:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234984:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c34f8f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234985:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c34f88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234992:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234993:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.234997:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.234998:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.235001:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.235003:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.235005:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.235007:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.235007:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.235009:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.235027:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.235029:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.235032:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8e00) 00010000:00010000:2.0:1715206675.235034:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.235036:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.235038:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff8800909c3800) 00010000:00010000:3.0:1715206675.235040:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.235040:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c34f9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.235042:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.235046:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c34f96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.235059:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c34f7a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dc8 expref: 165 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.235065:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c34f7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dc8 expref: 165 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.235066:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34f81 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dcf expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.235072:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c34f81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dcf expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.235075:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b04480, rc 0) 00010000:00010000:3.0:1715206675.235079:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0900, rc 0) 00000100:00100000:3.0:1715206675.235131:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591730944:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 301us (418us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.235137:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572486 00000100:00100000:2.0:1715206675.235138:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591730880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 313us (464us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.235147:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572485 00000100:00100000:0.0:1715206675.236772:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.236824:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.236832:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731008 00000100:00100000:2.0:1715206675.236839:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731008 00000100:00100000:2.0:1715206675.236869:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731136 00000100:00100000:2.0:1715206675.236872:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731136 00000100:00100000:2.0:1715206675.236889:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572487 00000100:00100000:2.0:1715206675.236896:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591731008:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.236896:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572488 00000100:00100000:0.0:1715206675.236901:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591731136:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.236907:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.236911:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.236917:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c34fa4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289dd6 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.236920:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c34fab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ddd expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.236947:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.236950:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.236956:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.236957:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.236963:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.236964:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.236973:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.236976:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.236977:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.236982:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.236984:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.236991:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.236997:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237001:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237005:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237008:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.237009:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237010:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237014:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.237016:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237020:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:0.0:1715206675.237022:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.237023:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237024:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237027:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c34fb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.237029:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.237032:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.237038:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237046:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.237047:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.237049:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.237051:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237051:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237070:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237074:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.237076:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c34fb2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237076:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237080:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.237084:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237085:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88011f2f5d00) 00010000:00010000:0.0:1715206675.237086:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.237088:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237088:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.237091:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c34fc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.237092:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.237098:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c98c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.237100:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.237104:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.237108:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8300) 00010000:00010000:0.0:1715206675.237109:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c34fab lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ddd expref: 165 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.237110:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.237111:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237114:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c34fab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ddd expref: 165 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.237115:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c34fc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.237120:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38d80, rc 0) 00010000:00010000:2.0:1715206675.237133:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c34fa4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dd6 expref: 164 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.237139:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c34fa4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289dd6 expref: 164 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.237145:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b061c0, rc 0) 00000100:00100000:0.0:1715206675.237148:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591731136:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 247us (324us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.237156:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572488 00000100:00100000:2.0:1715206675.237166:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591731008:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 270us (396us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.237171:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572487 00000100:00100000:0.0:1715206675.238893:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.238987:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731200 00000100:00100000:2.0:1715206675.238994:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731200 00000100:00100000:2.0:1715206675.239032:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572489 00000100:00100000:2.0:1715206675.239038:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591731200:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.239050:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.239084:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c34fce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289de4 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.239115:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239124:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239130:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239139:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239144:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239149:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239165:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239170:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239174:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239206:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.239209:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239215:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239223:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.239226:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.239229:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239233:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c34fd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239242:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239247:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239252:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239256:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.239258:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239263:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239268:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880095dd8c00) 00010000:00010000:2.0:1715206675.239270:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.239272:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239277:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c34fdc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239298:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c34fce lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289de4 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.239305:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c34fce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289de4 expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.239313:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8fc0, rc 0) 00000100:00100000:2.0:1715206675.239358:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591731200:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 319us (468us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.239365:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572489 00000100:00100000:0.0:1715206675.239398:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.239435:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731328 00000100:00100000:2.0:1715206675.239439:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731328 00000100:00100000:2.0:1715206675.239456:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572490 00000100:00100000:2.0:1715206675.239460:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591731328:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.239469:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.239472:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.239483:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c34ebd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d7b expref: 162 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.239494:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.239496:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.239503:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c34fe3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289deb expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.239542:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239560:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239570:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239584:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239594:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239602:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:2.0:1715206675.239860:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2075:0x0], index 1: 0 00010000:00010000:2.0:1715206675.239988:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c34ff8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.239996:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c34ff8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240001:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c34ff8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240017:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240021:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240025:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240032:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.240034:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240038:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240043:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.240045:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.240047:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240050:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c34fea lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206675.240057:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880130919c00 reply state ffff88008f1df000 transno 4295059891 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240062:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.240067:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.240068:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.240070:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.240106:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c34fe3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289deb expref: 164 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.240115:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c34ff8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289deb expref: 163 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.240119:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f6:0x0].0x0 (ffff880095dd8600) 00010000:00010000:2.0:1715206675.240121:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.240123:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb180, rc 0) 00000100:00100000:2.0:1715206675.240155:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591731328:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 693us (758us total) trans 4295059891 rc 0/0 00000100:00100000:2.0:1715206675.240160:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572490 00000100:00100000:0.0:1715206675.241525:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.241601:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731456 00000100:00100000:2.0:1715206675.241606:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731456 00000100:00100000:2.0:1715206675.241632:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572491 00000100:00100000:2.0:1715206675.241636:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591731456:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.241645:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.241647:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.241657:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c34ec4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d82 expref: 164 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.241665:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.241667:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.241672:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35006 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289df2 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.241701:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241707:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241711:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241717:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241724:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241727:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000004:00080000:2.0:1715206675.241809:0:18825:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2075:0x0], index 0: 0 00010000:00010000:2.0:1715206675.241857:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3501b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241862:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3501b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241866:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3501b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241878:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241882:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241885:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241888:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.241890:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241893:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241898:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.241900:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.241902:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241905:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3500d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206675.241910:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880130919500 reply state ffff88008f1d9000 transno 4295059892 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241915:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.241918:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.241919:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.241921:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.241931:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35006 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df2 expref: 166 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.241938:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3501b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df2 expref: 165 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.241942:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f7:0x0].0x0 (ffff88009738cc00) 00010000:00010000:2.0:1715206675.241943:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.241945:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb3c0, rc 0) 00000100:00100000:2.0:1715206675.241975:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+166:13030:x1798523591731456:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 339us (451us total) trans 4295059892 rc 0/0 00000100:00100000:2.0:1715206675.241980:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572491 00000100:00100000:0.0:1715206675.242225:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.242274:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731520 00000100:00100000:3.0:1715206675.242279:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731520 00000100:00100000:3.0:1715206675.242313:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77885 00000100:00100000:3.0:1715206675.242318:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2003:x1798523591731520:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.242325:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.242336:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289df9 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206675.242349:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2075:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206675.242358:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.242370:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.242375:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 95 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.242383:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 95 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.242389:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db1680, rc 0) 00000100:00100000:3.0:1715206675.242429:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2003:x1798523591731520:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 110us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.242438:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77885 00000100:00100000:0.0:1715206675.243900:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.243942:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.243944:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731648 00000100:00100000:1.0:1715206675.243948:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731648 00000100:00100000:1.0:1715206675.243974:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117747 00000100:00100000:1.0:1715206675.243980:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+166:13029:x1798523591731648:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.243990:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731712 00000100:00100000:3.0:1715206675.244010:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731712 00000100:00100000:3.0:1715206675.244026:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77886 00000100:00100000:3.0:1715206675.244030:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2000:x1798523591731712:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.244037:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.244046:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e00 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206675.244055:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2075:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206675.244062:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.244064:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.244067:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 94 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.244090:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 94 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.244099:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db3a80, rc 0) 00000100:00100000:3.0:1715206675.244117:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2000:x1798523591731712:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 86us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.244121:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77886 00000100:00100000:1.0:1715206675.244122:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13029:x1798523591731648:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 141us (222us total) trans 4295059893 rc 0/0 00000100:00100000:1.0:1715206675.244128:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117747 00000100:00100000:0.0:1715206675.245180:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.245235:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731840 00000100:00100000:1.0:1715206675.245240:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731840 00000100:00100000:1.0:1715206675.245262:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117748 00000100:00100000:1.0:1715206675.245266:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13030:x1798523591731840:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.245354:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13030:x1798523591731840:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 87us (175us total) trans 4295059894 rc 0/0 00000100:00100000:1.0:1715206675.245362:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117748 00000100:00100000:0.0:1715206675.247364:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.247390:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591731968 00000100:00100000:2.0:1715206675.247394:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591731968 00000100:00100000:2.0:1715206675.247420:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572492 00000100:00100000:2.0:1715206675.247424:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13029:x1798523591731968:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.247444:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.247452:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c34ff8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289deb expref: 168 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.247460:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f6:0x0].0x0 (ffff880095dd8600) 00010000:00010000:2.0:1715206675.247464:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.247471:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247477:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247481:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247485:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247488:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247491:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247512:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247516:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247520:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000040:00080000:2.0:1715206675.247608:0:18825:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8274, 64 off537728 00010000:00010000:2.0:1715206675.247623:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247628:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247632:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247636:0:18825:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247639:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247658:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247661:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247664:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924ca400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.247666:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247670:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247674:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f6:0x0].0x0 (ffff88009738ce00) 00010000:00010000:2.0:1715206675.247676:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.247678:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247685:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3504c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247696:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247699:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247702:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247706:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.247708:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247711:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247718:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f6:0x0].0x0 (ffff88009738ce00) 00010000:00010000:2.0:1715206675.247720:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.247723:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247728:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35045 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247792:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247799:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247804:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247811:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c98c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.247814:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247820:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247828:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.247831:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.247833:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247839:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35037 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206675.247847:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88013091a300 reply state ffff880120bb5000 transno 4295059895 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247855:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.247861:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.247863:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.247865:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.247916:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13029:x1798523591731968:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 488us (551us total) trans 4295059895 rc 0/0 00000100:00100000:2.0:1715206675.247923:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572492 00000100:00100000:0.0:1715206675.248679:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.248715:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732096 00000100:00100000:2.0:1715206675.248719:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732096 00000100:00100000:2.0:1715206675.248743:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572493 00000100:00100000:2.0:1715206675.248747:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13030:x1798523591732096:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.248766:0:18825:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.248775:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3501b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df2 expref: 169 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.248784:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f7:0x0].0x0 (ffff88009738cc00) 00010000:00010000:2.0:1715206675.248789:0:18825:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.248796:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248802:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248808:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248815:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248820:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248825:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248851:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248857:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248863:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00000040:00080000:2.0:1715206675.248946:0:18825:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8275, 64 off537792 00010000:00010000:2.0:1715206675.248968:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248975:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248982:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248987:0:18825:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248991:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.248996:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249000:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249004:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924caf40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.249006:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249011:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249016:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f7:0x0].0x0 (ffff88009738c400) 00010000:00010000:2.0:1715206675.249018:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.249020:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249025:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35068 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249042:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249047:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249052:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249076:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.249078:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249083:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249090:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f7:0x0].0x0 (ffff88009738c400) 00010000:00010000:2.0:1715206675.249092:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.249095:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249100:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35061 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249145:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249151:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249155:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249160:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.249163:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249168:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249175:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.249177:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.249179:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249183:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35053 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000004:00010000:2.0:1715206675.249189:0:18825:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88013091b800 reply state ffff880120bb7000 transno 4295059896 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249195:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.249201:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.249202:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.249204:0:18825:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.249238:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13030:x1798523591732096:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 489us (559us total) trans 4295059896 rc 0/0 00000100:00100000:2.0:1715206675.249245:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572493 00000100:00100000:0.0:1715206675.249993:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.250046:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732160 00000100:00100000:2.0:1715206675.250050:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732160 00000100:00100000:2.0:1715206675.250103:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572494 00000100:00100000:2.0:1715206675.250107:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591732160:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.250117:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.250124:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c3506f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e07 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.250146:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250152:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250157:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250161:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250181:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250185:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250197:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250201:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250204:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250207:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.250209:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250212:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250220:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.250221:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.250223:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250226:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35076 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250231:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250234:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250237:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250239:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.250241:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250244:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250247:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.250249:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.250250:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250268:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c3507d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.250281:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c3506f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e07 expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.250287:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c3506f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e07 expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.250292:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b061c0, rc 0) 00000100:00100000:2.0:1715206675.250322:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591732160:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 214us (330us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.250327:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572494 00000100:00100000:0.0:1715206675.251577:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.251612:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732224 00000100:00100000:2.0:1715206675.251616:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732224 00000100:00100000:2.0:1715206675.251631:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572495 00000100:00100000:2.0:1715206675.251634:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591732224:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.251640:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.251646:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35084 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e0e expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.251657:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35084 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e0e expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.251663:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35084 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e0e expref: 171 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.251667:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.251668:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.251686:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b04fc0, rc 0) 00000100:00100000:2.0:1715206675.251714:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591732224:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 78us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.251721:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572495 00000100:00100000:0.0:1715206675.251951:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.251977:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732288 00000100:00100000:2.0:1715206675.251980:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732288 00000100:00100000:2.0:1715206675.251991:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572496 00000100:00100000:2.0:1715206675.251995:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591732288:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.252000:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.252005:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3508b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e15 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.252021:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252026:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252030:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252034:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252037:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252041:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252050:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252073:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252079:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252084:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.252087:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252092:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252100:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.252102:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.252105:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252110:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35092 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252119:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252125:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252130:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252135:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.252137:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252142:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252149:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.252151:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.252153:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252158:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35099 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.252175:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3508b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e15 expref: 172 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.252183:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3508b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e15 expref: 172 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.252190:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b07cc0, rc 0) 00000100:00100000:2.0:1715206675.252220:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591732288:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 223us (269us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.252226:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572496 00000100:00100000:0.0:1715206675.253106:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.253150:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732352 00000100:00100000:1.0:1715206675.253153:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732352 00000100:00100000:1.0:1715206675.253174:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117749 00000100:00100000:1.0:1715206675.253179:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e714450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591732352:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.253266:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.253293:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732416 00000100:00100000:2.0:1715206675.253297:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732416 00000100:00100000:2.0:1715206675.253313:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572497 00000100:00100000:2.0:1715206675.253317:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591732416:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.253324:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.253330:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c350a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e1c expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.253343:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c350a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e1c expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.253356:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c350a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e1c expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.253361:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.253364:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.253366:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b04240, rc 0) 00000100:00100000:2.0:1715206675.253393:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591732416:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 75us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.253398:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572497 00000100:00100000:0.0:1715206675.254423:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.254482:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732480 00000100:00100000:2.0:1715206675.254488:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732480 00000100:00100000:2.0:1715206675.254520:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117750 00000100:00100000:2.0:1715206675.254526:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591732480:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.254664:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e714450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591732352:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1482us (1556us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.254672:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117749 00000100:00100000:2.0:1715206675.256596:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591732480:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2069us (2172us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.256602:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117750 00000100:00100000:0.0:1715206675.256743:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.256755:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732544 00000100:00100000:2.0:1715206675.256764:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732544 00000100:00100000:2.0:1715206675.256778:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572498 00000100:00100000:2.0:1715206675.256782:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591732544:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.256789:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.256795:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c350a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e23 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.256816:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256822:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256828:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256833:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256837:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256841:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256852:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256855:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256859:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256862:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.256865:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256868:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256873:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.256875:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.256877:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256881:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c350ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256887:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256890:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256893:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256896:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.256898:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256901:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256905:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.256906:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.256908:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256911:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c350b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.256922:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c350a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e23 expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.256927:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c350a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e23 expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.256933:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b06d00, rc 0) 00000100:00100000:2.0:1715206675.256960:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591732544:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 177us (219us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.256965:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572498 00000100:00100000:0.0:1715206675.258348:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.258388:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732608 00000100:00100000:2.0:1715206675.258393:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732608 00000100:00100000:2.0:1715206675.258423:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572499 00000100:00100000:2.0:1715206675.258427:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591732608:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.258435:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.258441:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c350bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e2a expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.258462:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258468:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258473:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258487:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258494:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258501:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258521:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258527:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258534:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258539:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.258542:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258548:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258556:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.258559:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.258562:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:1.0:1715206675.258563:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.258568:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c350c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258577:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258583:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258588:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206675.258594:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732672 00010000:00010000:2.0:1715206675.258598:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8fc0 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:0.0:1715206675.258598:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732672 00010000:00010000:2.0:1715206675.258601:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258607:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.258614:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.258617:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.258620:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206675.258622:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572500 00010000:00010000:2.0:1715206675.258624:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c350ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00000100:00100000:0.0:1715206675.258629:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591732672:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.258640:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c350bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e2a expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.258640:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.258645:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c350bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e2a expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.258650:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca640, rc 0) 00010000:00010000:0.0:1715206675.258650:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c350d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e31 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.258682:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.258683:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591732608:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 253us (334us total) trans 0 rc 301/301 00010000:00010000:0.0:1715206675.258689:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.258690:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572499 00010000:00010000:0.0:1715206675.258695:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258701:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258705:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258709:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258722:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258726:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258729:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258733:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.258735:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258738:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258743:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:0.0:1715206675.258745:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.258747:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258751:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c350d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258769:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258775:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258781:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258786:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.258789:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258795:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258803:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009fbf3200) 00010000:00010000:0.0:1715206675.258806:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.258809:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258814:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c350df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.258833:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c350d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e31 expref: 173 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.258841:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c350d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e31 expref: 173 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.258849:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e39d40, rc 0) 00000100:00100000:0.0:1715206675.258881:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591732672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 252us (319us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.258886:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572500 00000100:00100000:0.0:1715206675.260492:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.260522:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.260544:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732736 00000100:00100000:2.0:1715206675.260548:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732736 00000100:00100000:2.0:1715206675.260563:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732864 00000100:00100000:2.0:1715206675.260565:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732864 00000100:00100000:3.0:1715206675.260573:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572501 00000100:00100000:3.0:1715206675.260581:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591732736:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.260582:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572502 00000100:00100000:0.0:1715206675.260587:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591732864:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.260593:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.260594:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.260603:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c350e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e38 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.260603:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c350ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e3f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.260631:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260634:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260640:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260642:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260648:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260648:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.260656:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260658:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260662:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260664:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260669:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260671:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.260686:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260686:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.260692:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260693:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260698:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260699:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.260704:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.260704:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.260707:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260707:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260713:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260713:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260720:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:0.0:1715206675.260720:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.260723:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.260723:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.260726:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260726:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260732:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c350f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260732:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c350fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.260741:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.260746:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.260751:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260755:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260757:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.260760:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260760:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260766:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260766:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260771:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.260773:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009fbf3200) 00010000:00010000:3.0:1715206675.260774:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260775:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.260778:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.260783:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35102 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.260784:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.260791:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff88009fbf3b00) 00010000:00010000:3.0:1715206675.260793:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.260795:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.260801:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35109 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:0.0:1715206675.260802:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c350ed lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e3f expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.260810:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c350ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e3f expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.260817:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c350e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e38 expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.260817:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38fc0, rc 0) 00010000:00010000:3.0:1715206675.260825:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c350e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e38 expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.260833:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0d80, rc 0) 00000100:00100000:0.0:1715206675.260852:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591732864:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 263us (327us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.260856:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591732736:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 276us (366us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.260859:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572502 00000100:00100000:3.0:1715206675.260862:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572501 00000100:00100000:0.0:1715206675.262210:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.262265:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591732928 00000100:00100000:3.0:1715206675.262271:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591732928 00000100:00100000:3.0:1715206675.262306:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572503 00000100:00100000:3.0:1715206675.262313:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591732928:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.262324:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.262334:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c35110 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e46 expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.262370:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262380:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262388:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262396:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262423:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262430:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262446:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262452:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262458:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262463:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db06c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.262466:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262472:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262484:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.262487:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.262490:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262495:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35117 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262504:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262510:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262516:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262521:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.262523:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262529:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262536:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009fbf3200) 00010000:00010000:3.0:1715206675.262538:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.262540:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262545:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c3511e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262567:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c35110 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e46 expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.262577:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c35110 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e46 expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.262586:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db1440, rc 0) 00000100:00100000:3.0:1715206675.262626:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591732928:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 312us (416us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.262633:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572503 00000100:00100000:0.0:1715206675.262663:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.262678:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733056 00000100:00100000:3.0:1715206675.262683:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733056 00000100:00100000:3.0:1715206675.262700:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572504 00000100:00100000:3.0:1715206675.262706:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591733056:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.262715:0:18825:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.262724:0:18825:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35125 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e4d expref: -99 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.262755:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262764:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262772:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262780:0:18825:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262786:0:18825:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262792:0:18825:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262807:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262813:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262819:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262825:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.262828:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262833:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262841:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.262844:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.262847:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262852:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c3512c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262861:0:18825:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262866:0:18825:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262872:0:18825:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262877:0:18825:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.262880:0:18825:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262886:0:18825:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262892:0:18825:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff88009fbf3b00) 00010000:00010000:3.0:1715206675.262894:0:18825:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.262897:0:18825:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262901:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c35133 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:3.0:1715206675.262920:0:18825:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35125 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e4d expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.262927:0:18825:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35125 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e4d expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.262934:0:18825:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b840, rc 0) 00000100:00100000:3.0:1715206675.262970:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591733056:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 262us (307us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.262976:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572504 00000100:00100000:0.0:1715206675.264398:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.264468:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.264482:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733184 00000100:00100000:3.0:1715206675.264487:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733184 00000100:00100000:3.0:1715206675.264500:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733248 00000100:00100000:3.0:1715206675.264502:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733248 00000100:00100000:1.0:1715206675.264510:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572505 00000100:00100000:1.0:1715206675.264515:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591733184:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.264519:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572506 00000100:00100000:0.0:1715206675.264524:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591733248:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.264525:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.264527:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1715206675.264533:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.264540:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35084 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e0e expref: 173 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.264541:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3513a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e5b expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.264554:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.264558:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.264565:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.264566:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c35148 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e54 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.264571:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264576:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264581:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264586:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264590:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.264603:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.264603:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264606:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264609:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.264610:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.264613:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264617:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e386c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.264618:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.264619:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264623:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.264624:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264628:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.264628:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:0.0:1715206675.264630:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.264632:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.264632:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264635:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c35141 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264642:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264645:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264649:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264652:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.264653:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264656:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264660:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff88009fbf3b00) 00010000:00010000:0.0:1715206675.264661:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.264663:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264669:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c3514f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.264689:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3513a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e5b expref: 174 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.264694:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3513a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e5b expref: 174 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.264699:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38240, rc 0) 00000100:00100000:0.0:1715206675.264728:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591733248:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 204us (259us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.264733:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572506 00000004:00080000:1.0:1715206675.264783:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2076:0x0], index 1: 0 00010000:00010000:1.0:1715206675.264869:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264876:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264882:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264900:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264904:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264908:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264911:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.264913:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264917:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264923:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.264925:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.264927:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264930:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35156 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.264936:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d06d880 reply state ffff88012f83b000 transno 4295059897 ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264941:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.264945:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009fbf3200) 00010000:00010000:1.0:1715206675.264947:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.264948:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.264961:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c35148 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 174 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.264968:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 173 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.264972:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:1.0:1715206675.264974:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.264976:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114b40, rc 0) 00000100:00100000:1.0:1715206675.265007:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591733184:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 491us (612us total) trans 4295059897 rc 0/0 00000100:00100000:1.0:1715206675.265015:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572505 00000100:00100000:0.0:1715206675.266576:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.266628:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733376 00000100:00100000:1.0:1715206675.266634:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733376 00000100:00100000:1.0:1715206675.266653:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572507 00000100:00100000:1.0:1715206675.266657:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591733376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.266667:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.266669:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206675.266678:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c350a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e1c expref: 174 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.266698:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.266700:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.266706:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35172 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e62 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.266747:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266756:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266764:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266772:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266780:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266790:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00080000:1.0:1715206675.266888:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2076:0x0], index 0: 0 00010000:00010000:1.0:1715206675.266942:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266948:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266953:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266965:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266969:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266973:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266976:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.266978:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266982:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266986:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.266988:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.266990:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.266996:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35179 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.267002:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d06ca80 reply state ffff88012f83a000 transno 4295059898 ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.267007:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.267010:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff88009fbf3b00) 00010000:00010000:1.0:1715206675.267012:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.267013:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.267025:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35172 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 176 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.267032:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 175 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.267036:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880090b0c700) 00010000:00010000:1.0:1715206675.267038:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.267039:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114480, rc 0) 00000100:00100000:0.0:1715206675.267059:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.267107:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+176:13030:x1798523591733376:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 449us (533us total) trans 4295059898 rc 0/0 00000100:00100000:3.0:1715206675.267113:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733440 00000100:00100000:1.0:1715206675.267113:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572507 00000100:00100000:3.0:1715206675.267118:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733440 00000100:00100000:3.0:1715206675.267159:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77887 00000100:00100000:3.0:1715206675.267166:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591733440:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.267176:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.267190:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e69 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1715206675.267207:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2076:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206675.267219:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.267222:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.267228:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 96 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.267242:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 96 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.267252:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a400, rc 0) 00000100:00100000:3.0:1715206675.267290:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591733440:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 123us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.267298:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77887 00000100:00100000:0.0:1715206675.268877:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.268924:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733504 00000100:00100000:0.0:1715206675.268927:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.268928:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733504 00000100:00100000:3.0:1715206675.268943:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733568 00000100:00100000:3.0:1715206675.268945:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733568 00000100:00100000:3.0:1715206675.268966:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77888 00000100:00100000:3.0:1715206675.268971:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:13029:x1798523591733504:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.268979:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.268987:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e70 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.268997:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77889 00000100:00100000:1.0:1715206675.269003:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2000:x1798523591733568:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.269004:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 97 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.269011:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.269011:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.269013:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.269017:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 97 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.269021:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e77 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206675.269032:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2076:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206675.269037:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 97 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.269039:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.269040:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.269044:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 95 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.269048:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.269051:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 95 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206675.269073:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114240, rc 0) 00000100:00100000:3.0:1715206675.269076:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524850176:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.269100:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2000:x1798523591733568:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 97us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.269103:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f9180 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.269105:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77889 00000100:00100000:3.0:1715206675.270251:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524850176:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.270268:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 97 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.270278:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a640, rc 0) 00000100:00100000:3.0:1715206675.270306:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+97:13029:x1798523591733504:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1334us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.270312:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77888 00000100:00100000:0.0:1715206675.270532:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.270576:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733696 00000100:00100000:2.0:1715206675.270580:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733696 00010000:00010000:2.0:1715206675.270593:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1715206675.270606:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.270617:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158682 00000100:00100000:2.0:1715206675.270622:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591733696:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.270631:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206675.270641:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733632 00010000:00010000:2.0:1715206675.270641:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1715206675.270645:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733632 00010000:00010000:2.0:1715206675.270651:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1715206675.270661:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77890 00000100:00100000:3.0:1715206675.270665:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+95:13030:x1798523591733632:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.270667:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35195 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e69 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:3.0:1715206675.270673:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.270679:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.270681:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.270683:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e7e expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.270686:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 96 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.270693:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 96 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.270696:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 96 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.270703:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.270704:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.270707:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 96 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.270708:0:18712:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 96 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.270714:0:18712:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:18712:1798523524850240:192.168.203.35@tcp:105: 00010000:00010000:3.0:1715206675.270723:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 96 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.270732:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 96 pid: 9392 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.270735:0:18712:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.270741:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524850304:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.270768:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e8f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.271658:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524850304:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.271665:0:18712:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:18712:1798523524850240:192.168.203.35@tcp:105: 00010000:00010000:3.0:1715206675.271675:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 96 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.271677:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.271688:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288480, rc 0) 00000100:00100000:2.0:1715206675.271702:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591733696:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1078us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.271707:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:13030:x1798523591733632:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1040us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.271710:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158682 00000100:00100000:3.0:1715206675.271712:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77890 00000100:00100000:0.0:1715206675.271925:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.271960:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733760 00000100:00100000:2.0:1715206675.271964:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733760 00010000:00010000:2.0:1715206675.271974:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 96 pid: 9392 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.271996:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158683 00000100:00100000:2.0:1715206675.272001:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591733760:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.272009:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.272019:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 96 pid: 9392 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.272028:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 96 pid: 9392 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.272044:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120114240/0xb73f6b2ce2c351a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e77 expref: 96 pid: 9392 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.272087:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.272089:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.272094:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 95 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.272100:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 95 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.272118:0:18712:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 95 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.272125:0:18712:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524850368:192.168.203.35@tcp:105: 00000100:00100000:2.0:1715206675.272157:0:18712:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.273346:0:18712:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:18712:1798523524850368:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.273355:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.273375:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591733760:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1374us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.273381:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158683 00000100:00100000:0.0:1715206675.274539:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.274620:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733824 00000100:00100000:3.0:1715206675.274626:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733824 00002000:00100000:3.0:1715206675.274648:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x2076:0x0] (0->11587) req@ffff88012d06dc00 x1798523591733824/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12080/0 e 0 to 0 dl 1715206686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.274658:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06dc00 with x1798523591733824 ext(0->11587) 00002000:00010000:3.0:1715206675.274661:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06dc00 00000100:00100000:3.0:1715206675.274685:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9153 00000100:00100000:3.0:1715206675.274690:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591733824:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:3.0:1715206675.275234:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591733824:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 542us (696us total) trans 4294989289 rc 0/0 00000100:00100000:3.0:1715206675.275241:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9153 00002000:00100000:3.0:1715206675.275246:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x2076:0x0] (0->11587) req@ffff88012d06dc00 x1798523591733824/t4294989289(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12080/448 e 0 to 0 dl 1715206686 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.275253:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06dc00 with x1798523591733824 ext(0->11587) 00002000:00010000:3.0:1715206675.275256:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06dc00 00000100:00100000:2.0:1715206675.276322:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.276418:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733888 00000100:00100000:3.0:1715206675.276423:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733888 00002000:00100000:3.0:1715206675.276440:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x2076:0x0] (0->11587) req@ffff88008c896300 x1798523591733888/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12080/0 e 0 to 0 dl 1715206686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.276454:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c896300 with x1798523591733888 ext(0->11587) 00002000:00010000:3.0:1715206675.276457:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c896300 00000100:00100000:3.0:1715206675.276477:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9154 00000100:00100000:3.0:1715206675.276482:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2000:x1798523591733888:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:0.0:1715206675.276670:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.276768:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591733952 00000100:00100000:1.0:1715206675.276774:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591733952 00000100:00100000:1.0:1715206675.276806:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572508 00000100:00100000:1.0:1715206675.276812:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+176:13029:x1798523591733952:12345-192.168.203.35@tcp:44:dbench.0 00000100:00100000:3.0:1715206675.276909:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2000:x1798523591733888:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 423us (586us total) trans 4294988800 rc 0/0 00000100:00100000:3.0:1715206675.276919:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9154 00002000:00100000:3.0:1715206675.276926:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x2076:0x0] (0->11587) req@ffff88008c896300 x1798523591733888/t4294988800(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12080/448 e 0 to 0 dl 1715206686 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.276937:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c896300 with x1798523591733888 ext(0->11587) 00002000:00010000:3.0:1715206675.276941:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c896300 00000001:00080000:0.0:1715206675.277662:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295059898 is committed 00010000:00010000:2.0:1715206675.277724:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.277750:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277752:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277755:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.277760:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277762:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277762:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.277767:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277770:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277771:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.277774:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277779:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800909c3c00) 00010000:00010000:1.0:1715206675.277779:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277781:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.277783:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.277788:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c34d12 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277788:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009fbf3200) 00010000:00010000:1.0:1715206675.277790:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.277792:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.277796:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c34de4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277801:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.277805:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.277805:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277809:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.277810:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277813:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.277814:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277815:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.277817:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277818:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.277819:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.277823:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277824:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009fbf3300) 00010000:00010000:2.0:1715206675.277825:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.277827:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.277828:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800909c3c00) 00010000:00010000:1.0:1715206675.277829:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.277831:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c34d0b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.277831:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277838:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277839:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c34deb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277843:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.277846:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277848:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277850:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924caac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277851:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277852:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277855:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277856:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277860:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8700) 00010000:00010000:1.0:1715206675.277860:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277862:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.277862:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277863:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277866:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277867:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c34ff1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277870:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:1.0:1715206675.277872:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206675.277874:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277874:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277878:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277878:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c34df2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40f4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277881:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277887:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277888:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277890:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277891:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277894:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277897:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277899:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009fbf3700) 00010000:00010000:2.0:1715206675.277900:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.277901:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277902:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277903:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277906:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35014 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277907:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.277911:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff88009fbf3b00) 00010000:00010000:2.0:1715206675.277912:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277913:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.277914:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277916:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277918:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c34e00 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277920:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.277923:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cbcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.277924:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277925:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277927:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277929:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277931:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277933:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880095dd8700) 00010000:00010000:1.0:1715206675.277934:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277935:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.277936:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277937:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277940:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277941:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c3503e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277946:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff88009fbf3300) 00010000:00010000:1.0:1715206675.277947:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.277949:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277950:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277953:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c34e07 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277954:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT0 00010000:00010000:2.0:1715206675.277958:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277961:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277962:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c86c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277964:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277965:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277968:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277968:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277972:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009fbf3700) 00010000:00010000:1.0:1715206675.277972:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948361c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.277973:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.277973:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277975:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277977:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277979:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3505a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT0 00010000:00010000:1.0:1715206675.277982:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:1.0:1715206675.277983:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1715206675.277985:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277987:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.277989:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c34e0e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40f5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.277990:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.277995:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.277999:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.278001:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278004:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278009:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009fbf3200) 00010000:00010000:2.0:1715206675.278010:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.278012:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278016:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3515d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278023:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278027:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278031:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278034:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.278036:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278040:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278045:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff88009fbf3b00) 00010000:00010000:2.0:1715206675.278046:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.278048:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.278054:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35180 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.278104:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13029:x1798523591733952:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 1288us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.278116:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572508 00000100:00100000:0.0:1715206675.278419:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.278469:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734016 00000100:00100000:1.0:1715206675.278474:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734016 00000100:00100000:1.0:1715206675.278494:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572509 00000100:00100000:1.0:1715206675.278499:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13030:x1798523591734016:12345-192.168.203.35@tcp:44:dbench.0 00000100:00100000:1.0:1715206675.278588:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+142:13030:x1798523591734016:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 86us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.278595:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572509 00000100:00100000:3.0:1715206675.279830:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.279845:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734080 00000100:00100000:0.0:1715206675.279850:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734080 00000100:00100000:3.0:1715206675.279851:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.279871:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734144 00000100:00100000:0.0:1715206675.279872:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734144 00000100:00100000:0.0:1715206675.279892:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77891 00000100:00100000:0.0:1715206675.279896:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2002:x1798523591734080:12345-192.168.203.35@tcp:16:dbench.0 00000100:00100000:2.0:1715206675.279899:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77892 00000100:00100000:2.0:1715206675.279905:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591734144:12345-192.168.203.35@tcp:16:dbench.0 00000001:00080000:1.0:1715206675.280515:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988800 is committed 00000001:00080000:0.0:1715206675.280572:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989289 is committed 00000100:00100000:2.0:1715206675.280600:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2003:x1798523591734144:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 692us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.280608:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77892 00000100:00100000:1.0:1715206675.280630:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591734080:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 731us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.280636:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77891 00000100:00100000:0.0:1715206675.281976:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.282001:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.282019:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734272 00000100:00100000:2.0:1715206675.282024:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734272 00000100:00100000:1.0:1715206675.282033:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734400 00000100:00100000:1.0:1715206675.282037:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734400 00000100:00100000:2.0:1715206675.282050:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117751 00000100:00100000:2.0:1715206675.282081:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13030:x1798523591734272:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206675.282085:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117752 00000100:00100000:0.0:1715206675.282089:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+143:13029:x1798523591734400:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.282206:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591734272:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 150us (239us total) trans 4295059899 rc 0/0 00000100:00100000:0.0:1715206675.282208:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13029:x1798523591734400:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 117us (205us total) trans 4295059900 rc 0/0 00000100:00100000:2.0:1715206675.282211:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117751 00000100:00100000:0.0:1715206675.282214:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117752 00000100:00100000:0.0:1715206675.283516:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.283563:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734464 00000100:00100000:1.0:1715206675.283568:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734464 00000100:00100000:1.0:1715206675.283592:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572510 00000100:00100000:1.0:1715206675.283596:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591734464:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.283606:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.283615:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c351b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e85 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.283642:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283649:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283657:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283664:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283667:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283671:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283688:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283691:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283695:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283698:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.283699:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283703:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283708:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.283711:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.283712:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.283714:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283718:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c351b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283728:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283733:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283738:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283742:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.283745:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.283745:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734528 00000100:00100000:0.0:1715206675.283749:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734528 00010000:00010000:1.0:1715206675.283750:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283757:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff8800831d1300) 00010000:00010000:1.0:1715206675.283759:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.283762:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.283767:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c351bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.283771:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572511 00000100:00100000:0.0:1715206675.283775:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13029:x1798523591734528:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206675.283782:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.283788:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c351b1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e85 expref: 146 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.283789:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c351c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e8c expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.283797:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c351b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e85 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.283805:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801201161c0, rc 0) 00010000:00010000:0.0:1715206675.283811:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283817:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283822:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283831:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283835:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.283837:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13030:x1798523591734464:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 240us (321us total) trans 0 rc 301/301 00010000:00010000:0.0:1715206675.283838:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.283842:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572510 00010000:00010000:0.0:1715206675.283851:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283854:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283857:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283860:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283863:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.283865:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283868:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283873:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:0.0:1715206675.283875:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.283876:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283879:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c351cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283886:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283889:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283893:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283895:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.283897:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283900:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283903:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff880094ea9a00) 00010000:00010000:0.0:1715206675.283904:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.283906:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283908:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c351d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.283921:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c351c6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e8c expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.283926:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c351c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e8c expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.283930:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3bcc0, rc 0) 00000100:00100000:0.0:1715206675.283957:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13029:x1798523591734528:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 181us (248us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.283962:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572511 00000100:00100000:0.0:1715206675.285049:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.285096:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734592 00000100:00100000:2.0:1715206675.285101:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734592 00000100:00100000:2.0:1715206675.285131:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572512 00000100:00100000:2.0:1715206675.285138:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+144:13030:x1798523591734592:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.285146:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.285155:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c351db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e93 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.285171:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c351db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e93 expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.285182:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c351db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e93 expref: 145 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.285187:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.285190:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.285192:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8480, rc 0) 00000100:00100000:2.0:1715206675.285224:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591734592:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 86us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.285230:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572512 00000100:00100000:3.0:1715206675.285236:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.285251:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734656 00000100:00100000:2.0:1715206675.285255:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734656 00000100:00100000:2.0:1715206675.285270:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572513 00000100:00100000:2.0:1715206675.285275:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13029:x1798523591734656:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.285282:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.285289:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c351e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289e9a expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.285304:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c351e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e9a expref: 146 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.285314:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c351e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e9a expref: 146 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.285326:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.285328:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.285330:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8b40, rc 0) 00000100:00100000:2.0:1715206675.285360:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13029:x1798523591734656:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 84us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.285365:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572513 00000100:00100000:0.0:1715206675.286444:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.286477:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.286501:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734720 00000100:00100000:2.0:1715206675.286505:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734720 00000100:00100000:2.0:1715206675.286522:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734784 00000100:00100000:2.0:1715206675.286525:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734784 00000100:00100000:3.0:1715206675.286529:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117753 00000100:00100000:3.0:1715206675.286535:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13029:x1798523591734720:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.286537:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117754 00000100:00100000:0.0:1715206675.286544:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e714050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591734784:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.288469:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e714050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591734784:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1923us (1989us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.288477:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117754 00000100:00100000:3.0:1715206675.288496:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13029:x1798523591734720:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1959us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.288521:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117753 00000100:00100000:0.0:1715206675.291203:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.291236:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591734912 00000100:00100000:2.0:1715206675.291240:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591734912 00000100:00100000:2.0:1715206675.291261:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572514 00000100:00100000:2.0:1715206675.291265:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+146:13030:x1798523591734912:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.291272:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.291279:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c351e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ea1 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.291320:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.291327:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.291335:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.291352:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 147 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.291358:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 147 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.291366:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850432:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.291398:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0240 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.291417:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.291433:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735040 00000100:00100000:2.0:1715206675.291435:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735040 00000100:00100000:2.0:1715206675.291455:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572515 00000100:00100000:2.0:1715206675.291458:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591735040:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.291463:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.291476:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c351f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ea8 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.291504:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.291510:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.291514:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.291526:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.291532:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 149 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.291537:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850496:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.291560:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.292050:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850432:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.292073:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206675.292133:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850496:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.292140:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.292339:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.292387:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735104 00000100:00100000:2.0:1715206675.292390:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735104 00010000:00010000:2.0:1715206675.292400:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 150 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.292421:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.292432:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735168 00000100:00100000:2.0:1715206675.292433:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735168 00010000:00010000:2.0:1715206675.292439:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 151 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.292448:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158684 00000100:00100000:2.0:1715206675.292451:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2003:x1798523591735104:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.292456:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206675.292458:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158685 00010000:00010000:2.0:1715206675.292459:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 151 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.292462:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2002:x1798523591735168:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.292465:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 151 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.292469:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.292473:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35187 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e62 expref: 151 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.292473:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 151 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.292479:0:18712:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880090b0c700) 00010000:00010000:0.0:1715206675.292481:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 150 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.292482:0:18712:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.292486:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.292489:0:18712:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.292489:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35164 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e54 expref: 150 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.292496:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:0.0:1715206675.292499:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.292501:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.292503:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.292507:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.292515:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.292516:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2003:x1798523591735104:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 64us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.292520:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158684 00010000:00010000:3.0:1715206675.292521:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.292529:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206675.292529:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+148:2002:x1798523591735168:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 67us (126us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206675.292532:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.292533:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158685 00010000:00010000:2.0:1715206675.292535:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.292542:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f9:0x0]: returning size 11588 00000004:00200000:2.0:1715206675.292542:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f8:0x0]: returning size 11588 00010000:00010000:2.0:1715206675.292587:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c351f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.292592:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c351e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 150 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.292594:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 150 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.292598:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:2.0:1715206675.292600:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1715206675.292601:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9b00, rc 0) 00010000:00010000:3.0:1715206675.292604:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 149 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.292610:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880090b0c700) 00010000:00010000:3.0:1715206675.292612:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.292614:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb3c0, rc 0) 00000100:00100000:2.0:1715206675.292615:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591735040:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1157us (1200us total) trans 4295059901 rc 0/0 00000100:00100000:2.0:1715206675.292619:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572515 00000100:00100000:3.0:1715206675.292633:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13030:x1798523591734912:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1367us (1430us total) trans 4295059902 rc 0/0 00000100:00100000:3.0:1715206675.292640:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572514 00000100:00100000:1.0:1715206675.294137:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.294178:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735232 00000100:00100000:3.0:1715206675.294183:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735232 00000100:00100000:3.0:1715206675.294211:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572516 00000100:00100000:3.0:1715206675.294217:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591735232:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.294226:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.294233:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c35213 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289eaf expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.294256:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.294262:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.294271:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.294283:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.294289:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 149 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.294296:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850560:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.294325:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.294448:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.294488:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735296 00000100:00100000:2.0:1715206675.294493:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735296 00000100:00100000:2.0:1715206675.294525:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572517 00000100:00100000:2.0:1715206675.294542:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591735296:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.294552:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.294562:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35221 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289eb6 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.294590:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.294599:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.294606:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.294621:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.294628:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 151 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.294634:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850624:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.294664:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0240 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.295151:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850560:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.295172:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206675.295418:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.295433:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850624:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.295446:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.295465:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735360 00000100:00100000:1.0:1715206675.295469:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735360 00010000:00010000:1.0:1715206675.295481:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 152 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.295494:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158686 00000100:00100000:1.0:1715206675.295498:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+152:2003:x1798523591735360:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.295504:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.295507:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 152 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.295513:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 152 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.295522:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c351fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea8 expref: 152 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.295528:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:1.0:1715206675.295531:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.295536:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.295539:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.295558:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206675.295581:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+151:2003:x1798523591735360:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 82us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.295586:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158686 00010000:00010000:3.0:1715206675.295594:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.295601:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206675.295626:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f8:0x0]: returning size 11588 00000004:00200000:3.0:1715206675.295630:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.295641:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.295649:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.295666:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c35213 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eaf expref: 151 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.295680:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eaf expref: 150 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.295688:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:3.0:1715206675.295691:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.295693:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b3c0, rc 0) 00000100:00100000:3.0:1715206675.295716:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591735232:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1498us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.295724:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572516 00000100:00100000:0.0:1715206675.295774:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.295821:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735424 00000100:00100000:2.0:1715206675.295842:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735424 00010000:00010000:2.0:1715206675.295858:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 150 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.295880:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158687 00000100:00100000:2.0:1715206675.295886:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+150:2002:x1798523591735424:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.295895:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.295900:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 150 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.295910:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 150 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.295924:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c351f0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ea1 expref: 150 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.295940:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880090b0c700) 00010000:00010000:2.0:1715206675.295945:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.295952:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.295959:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.295974:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.295988:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.295998:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.296012:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+149:2002:x1798523591735424:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 124us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.296021:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158687 00000004:00200000:0.0:1715206675.296026:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f9:0x0]: returning size 11588 00000004:00200000:0.0:1715206675.296030:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206675.296042:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.296052:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.296239:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35221 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eb6 expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.296253:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eb6 expref: 148 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.296263:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880090b0c700) 00010000:00010000:0.0:1715206675.296266:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206675.296269:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb180, rc 0) 00000100:00100000:0.0:1715206675.296308:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13030:x1798523591735296:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1776us (1859us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.296316:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572517 00000100:00100000:1.0:1715206675.297715:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.297759:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735552 00000100:00100000:3.0:1715206675.297763:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735552 00000100:00100000:3.0:1715206675.297789:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117755 00000100:00100000:3.0:1715206675.297793:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591735552:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.297875:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591735552:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 81us (161us total) trans 4295059903 rc 0/0 00000100:00100000:3.0:1715206675.297881:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117755 00000100:00100000:0.0:1715206675.298299:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.298356:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735680 00000100:00100000:3.0:1715206675.298360:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735680 00000100:00100000:3.0:1715206675.298385:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117756 00000100:00100000:3.0:1715206675.298389:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591735680:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.298500:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591735680:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 109us (202us total) trans 4295059904 rc 0/0 00000100:00100000:3.0:1715206675.298505:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117756 00000100:00100000:0.0:1715206675.299800:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.299846:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735744 00000100:00100000:2.0:1715206675.299851:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735744 00000100:00100000:2.0:1715206675.299873:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572518 00000100:00100000:2.0:1715206675.299877:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591735744:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.299886:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.299893:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3522f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ebd expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.299915:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299923:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299928:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299935:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299939:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299942:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299958:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299961:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299965:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299968:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.299970:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299974:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299979:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.299981:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.299983:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299986:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35236 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299991:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299995:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.299998:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300000:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c86c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.300002:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300005:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300008:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009738c000) 00010000:00010000:2.0:1715206675.300009:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.300011:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300014:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3523d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300026:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3522f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ebd expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.300031:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3522f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ebd expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.300035:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cad00, rc 0) 00000100:00100000:2.0:1715206675.300084:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591735744:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 204us (285us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.300091:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572518 00000100:00100000:1.0:1715206675.300722:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.300765:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735808 00000100:00100000:2.0:1715206675.300771:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735808 00000100:00100000:2.0:1715206675.300802:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572519 00000100:00100000:2.0:1715206675.300806:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591735808:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.300815:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.300827:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35244 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ec4 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.300852:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300859:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300864:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300871:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300876:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300880:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300894:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300898:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300901:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300906:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.300908:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300912:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300917:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.300919:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.300921:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300925:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3524b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300931:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300934:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300938:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300942:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924caac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.300943:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300947:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300951:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009738cc00) 00010000:00010000:2.0:1715206675.300952:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.300955:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300958:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35252 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.300973:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35244 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ec4 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.300978:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35244 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ec4 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.300983:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cbcc0, rc 0) 00000100:00100000:2.0:1715206675.301013:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591735808:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 206us (294us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.301019:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572519 00000100:00100000:0.0:1715206675.302387:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.302444:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735872 00000100:00100000:2.0:1715206675.302450:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735872 00000100:00100000:2.0:1715206675.302484:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572520 00000100:00100000:2.0:1715206675.302491:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591735872:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.302501:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.302510:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35259 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ecb expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.302539:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302548:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302556:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302567:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302575:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302581:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302598:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302605:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302612:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302617:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.302621:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302627:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302636:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.302639:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.302642:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302648:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35260 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302658:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302665:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302672:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302677:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.302680:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302687:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302694:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009738ca00) 00010000:00010000:2.0:1715206675.302697:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.302700:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302706:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35267 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.302729:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35259 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ecb expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.302739:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35259 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ecb expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.302747:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca640, rc 0) 00000100:00100000:2.0:1715206675.302785:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591735872:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 293us (399us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.302793:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572520 00000100:00100000:0.0:1715206675.303041:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.303084:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591735936 00000100:00100000:2.0:1715206675.303088:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591735936 00000100:00100000:2.0:1715206675.303112:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572521 00000100:00100000:2.0:1715206675.303117:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591735936:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.303140:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.303147:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c3526e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ed2 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.303167:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303172:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303177:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303184:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303188:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303193:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303204:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303207:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303211:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303215:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.303217:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303221:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303226:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.303228:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.303230:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303233:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35275 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303239:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303242:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303246:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303249:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.303251:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303254:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303258:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff88009738c900) 00010000:00010000:2.0:1715206675.303259:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.303261:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303265:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c3527c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.303294:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c3526e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed2 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.303299:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caf40/0xb73f6b2ce2c3526e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed2 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.303305:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924caf40, rc 0) 00000100:00100000:2.0:1715206675.303336:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591735936:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 217us (296us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.303341:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572521 00000100:00100000:1.0:1715206675.304299:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.304390:0:18686:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736064 00000100:00100000:2.0:1715206675.304396:0:18686:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736064 00000100:00100000:2.0:1715206675.304445:0:18686:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5030 00000100:00100000:2.0:1715206675.304450:0:18686:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591736064:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.304473:0:18686:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206675.304484:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c3521a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eaf expref: 150 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.304495:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880090b0cf00) 00010000:00010000:2.0:1715206675.304504:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c351e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e9a expref: 149 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.304511:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.304514:0:18686:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.304526:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304532:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304537:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304544:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304564:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304568:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304576:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304579:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304583:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304615:0:18686:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304619:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304622:0:18686:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206675.304725:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800a1c8ca80 reply state ffff88009634f000 transno 4295059905 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304731:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304734:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.304736:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:2.0:1715206675.304738:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.304740:0:18686:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304743:0:18686:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304747:0:18686:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304750:0:18686:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c98c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.304751:0:18686:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304754:0:18686:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304758:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.304759:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206675.304759:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.304761:0:18686:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304763:0:18686:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35283 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00000004:00010000:2.0:1715206675.304771:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800a1c8ca80 reply state ffff88009634f000 transno 4295059905 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304775:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304778:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009738ce00) 00010000:00010000:2.0:1715206675.304779:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.304780:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00000004:00010000:2.0:1715206675.304781:0:18686:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800a1c8ca80 reply state ffff88009634f000 transno 4295059905 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304784:0:18686:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.304787:0:18686:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009738c400) 00010000:00010000:2.0:1715206675.304788:0:18686:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.304789:0:18686:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1715206675.304823:0:18686:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591736064:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 372us (526us total) trans 4295059905 rc 0/0 00000100:00100000:1.0:1715206675.304825:0:7140:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736192 00000100:00100000:2.0:1715206675.304827:0:18686:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5030 00000100:00100000:1.0:1715206675.304830:0:7140:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736192 00000100:00100000:1.0:1715206675.304850:0:7140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5031 00000100:00100000:1.0:1715206675.304854:0:7140:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591736192:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.304870:0:7140:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.304879:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35228 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eb6 expref: 150 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.304888:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880090b0c700) 00010000:00010000:1.0:1715206675.304895:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c351db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e93 expref: 149 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.304901:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.304902:0:7140:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.304911:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304916:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304920:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304926:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304929:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304932:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304939:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304942:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304945:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304968:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304972:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.304975:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00000004:00010000:1.0:1715206675.305038:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8db100 reply state ffff88012f839000 transno 4295059906 ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305043:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305046:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:1.0:1715206675.305048:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1715206675.305050:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.305052:0:7140:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305078:0:7140:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305083:0:7140:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305088:0:7140:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.305090:0:7140:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305096:0:7140:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305103:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.305105:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.305107:0:7140:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305112:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c3529f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000004:00010000:1.0:1715206675.305121:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8db100 reply state ffff88012f839000 transno 4295059906 ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305128:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305133:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff8800831d1400) 00010000:00010000:1.0:1715206675.305135:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.305137:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1715206675.305155:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8db100 reply state ffff88012f839000 transno 4295059906 ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305162:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.305168:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800831d1c00) 00010000:00010000:1.0:1715206675.305170:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.305172:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1715206675.305217:0:7140:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13030:x1798523591736192:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 360us (457us total) trans 4295059906 rc 0/0 00000100:00100000:1.0:1715206675.305224:0:7140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5031 00000100:00100000:0.0:1715206675.305782:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.305824:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736256 00000100:00100000:2.0:1715206675.305829:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736256 00000100:00100000:2.0:1715206675.305862:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572522 00000100:00100000:2.0:1715206675.305867:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591736256:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.305877:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.305885:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c352bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ed9 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.305909:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305918:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305925:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305933:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305939:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305945:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305971:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305977:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.305983:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206675.306001:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f8:0x0]: returning size 11588 00000004:00200000:2.0:1715206675.306004:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.306014:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306021:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306027:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306037:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306042:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306047:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.306050:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306073:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306082:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.306084:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.306087:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306092:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c352c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306101:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306106:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306110:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306112:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.306114:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306120:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306124:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009738ce00) 00010000:00010000:2.0:1715206675.306125:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.306127:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306129:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c352c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.306141:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c352bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 152 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.306147:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 151 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.306151:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.306152:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.306153:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b061c0, rc 0) 00000100:00100000:2.0:1715206675.306179:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591736256:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 312us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.306184:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572522 00000100:00100000:0.0:1715206675.306265:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.306295:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736320 00000100:00100000:3.0:1715206675.306298:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736320 00000100:00100000:3.0:1715206675.306315:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572523 00000100:00100000:3.0:1715206675.306319:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591736320:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.306327:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.306338:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c352d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ee0 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.306374:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306380:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306384:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306389:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306392:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306396:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306429:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306433:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306436:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.306450:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f9:0x0]: returning size 11588 00000004:00200000:3.0:1715206675.306452:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.306458:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306462:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306465:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306468:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306471:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306473:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.306475:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306478:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306483:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.306484:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.306486:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306489:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c352de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306495:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306498:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306501:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306504:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.306505:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306508:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306511:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff8800831d1400) 00010000:00010000:3.0:1715206675.306512:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.306513:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306516:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c352e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.306526:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c352d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.306532:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 152 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.306535:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:3.0:1715206675.306536:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.306537:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28bcc0, rc 0) 00000100:00100000:3.0:1715206675.306564:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591736320:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 244us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.306568:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572523 00000100:00100000:0.0:1715206675.307829:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.307862:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736448 00000100:00100000:3.0:1715206675.307866:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736448 00000100:00100000:3.0:1715206675.307886:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572524 00000100:00100000:3.0:1715206675.307890:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13029:x1798523591736448:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.307897:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.307903:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c352f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ee7 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.307937:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.307944:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.307948:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.307964:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.307972:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 153 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.307980:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850688:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.308012:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.308893:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.308938:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736576 00000100:00100000:2.0:1715206675.308943:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736576 00000100:00100000:2.0:1715206675.308970:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572525 00000100:00100000:2.0:1715206675.308976:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591736576:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.308987:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.308997:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c35301 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289eee expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.309028:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850688:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.309040:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.309048:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.309075:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.309076:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.309097:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.309107:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 155 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.309118:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850752:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.309157:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.309493:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.309567:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736640 00000100:00100000:0.0:1715206675.309573:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736640 00010000:00010000:0.0:1715206675.309591:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.309625:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158688 00000100:00100000:0.0:1715206675.309631:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+156:2003:x1798523591736640:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206675.309641:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.309646:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.309664:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.309677:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c352d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ed9 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.309693:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:0.0:1715206675.309697:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.309705:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.309711:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.309736:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206675.309769:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2003:x1798523591736640:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 137us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.309778:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158688 00010000:00010000:3.0:1715206675.309794:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.309802:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.309811:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f8:0x0]: returning size 11588 00010000:00010000:3.0:1715206675.309864:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c352f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.309873:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.309879:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:3.0:1715206675.309881:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.309883:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28ba80, rc 0) 00000100:00100000:3.0:1715206675.309906:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591736448:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2015us (2077us total) trans 4295059907 rc 0/0 00000100:00100000:3.0:1715206675.309911:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572524 00000100:00100000:3.0:1715206675.310128:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850752:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.310138:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:1.0:1715206675.310453:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.310472:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736704 00000100:00100000:0.0:1715206675.310476:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736704 00010000:00010000:0.0:1715206675.310488:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 155 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.310513:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158689 00000100:00100000:0.0:1715206675.310518:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2002:x1798523591736704:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206675.310527:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.310531:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 155 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.310540:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 155 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.310551:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c352ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee0 expref: 155 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.310561:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:0.0:1715206675.310565:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.310571:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.310576:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:0.0:1715206675.310595:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206675.310619:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+154:2002:x1798523591736704:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 100us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.310626:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158689 00010000:00010000:3.0:1715206675.310647:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.310654:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206675.310664:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f9:0x0]: returning size 11588 00010000:00010000:3.0:1715206675.310703:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c35301 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 155 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.310714:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 154 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.310721:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:3.0:1715206675.310723:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.310725:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b06880, rc 0) 00000100:00100000:3.0:1715206675.310749:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591736576:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1772us (1858us total) trans 4295059908 rc 0/0 00000100:00100000:3.0:1715206675.310756:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572525 00000100:00100000:1.0:1715206675.311353:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.311454:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736768 00000100:00100000:3.0:1715206675.311459:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736768 00000100:00100000:3.0:1715206675.311482:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572526 00000100:00100000:3.0:1715206675.311486:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591736768:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.311495:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.311501:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3531d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ef5 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.311522:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.311528:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.311535:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.311545:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.311550:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 155 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.311556:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850816:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.311582:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4c00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.312150:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.312196:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736832 00000100:00100000:2.0:1715206675.312215:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736832 00000100:00100000:2.0:1715206675.312234:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572527 00000100:00100000:2.0:1715206675.312239:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591736832:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.312250:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.312258:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c3532b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289efc expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.312282:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.312292:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 157 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.312298:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.312313:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 157 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.312322:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 157 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.312330:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850880:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.312365:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0600 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.312510:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524850816:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.312525:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206675.312724:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.312763:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736896 00000100:00100000:2.0:1715206675.312767:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736896 00010000:00010000:2.0:1715206675.312779:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 158 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.312797:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158690 00000100:00100000:2.0:1715206675.312802:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+158:2003:x1798523591736896:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.312809:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.312813:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 158 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.312821:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 158 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.312837:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c352fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ee7 expref: 158 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.312847:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:2.0:1715206675.312850:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.312856:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.312861:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.312878:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.312900:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+157:2003:x1798523591736896:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 97us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.312906:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158690 00010000:00010000:3.0:1715206675.312934:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.312941:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206675.312957:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f8:0x0]: returning size 11588 00000004:00200000:3.0:1715206675.312959:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1715206675.312959:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524850880:192.168.203.35@tcp:104: 00000004:00010000:3.0:1715206675.312966:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.312968:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.312971:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.312984:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3531d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ef5 expref: 157 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.312997:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ef5 expref: 156 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.313003:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:3.0:1715206675.313005:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.313007:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288240, rc 0) 00000100:00100000:3.0:1715206675.313047:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591736768:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1558us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.313072:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572526 00000100:00100000:2.0:1715206675.313270:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.313302:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591736960 00000100:00100000:0.0:1715206675.313306:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591736960 00010000:00010000:0.0:1715206675.313319:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 156 pid: 7128 timeout: 1126 lvb_type: 0 00000100:00100000:0.0:1715206675.313343:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158691 00000100:00100000:0.0:1715206675.313349:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+156:2002:x1798523591736960:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206675.313356:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.313361:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 156 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.313370:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 156 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.313382:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35308 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40f9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289eee expref: 156 pid: 7128 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.313391:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:0.0:1715206675.313395:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.313416:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.313422:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.313440:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.313452:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.313456:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.313465:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2002:x1798523591736960:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 115us (194us total) trans 0 rc 0/0 00000004:00200000:2.0:1715206675.313470:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40f9:0x0]: returning size 11588 00000100:00100000:0.0:1715206675.313471:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158691 00000004:00200000:2.0:1715206675.313472:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.313477:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.313482:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.313497:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c3532b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289efc expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.313504:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289efc expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.313508:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:2.0:1715206675.313509:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.313511:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9f80, rc 0) 00000100:00100000:2.0:1715206675.313524:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591736832:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1286us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.313528:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572527 00000100:00100000:0.0:1715206675.314826:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.314859:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737024 00000100:00100000:2.0:1715206675.314864:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737024 00000100:00100000:2.0:1715206675.314886:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572528 00000100:00100000:2.0:1715206675.314890:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591737024:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.314897:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.314903:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35339 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f03 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.314922:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314928:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314933:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314939:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314942:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314945:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314956:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314960:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314963:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314966:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cbcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.314968:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314971:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314975:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.314977:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.314978:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314981:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35340 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314986:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314989:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314992:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314995:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924caac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.314996:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.314999:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315002:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8e211cf7 (ffff880095dd8900) 00010000:00010000:2.0:1715206675.315003:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.315004:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315007:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35347 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315018:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35339 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f03 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.315022:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35339 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f03 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.315026:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8fc0, rc 0) 00000100:00100000:2.0:1715206675.315051:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591737024:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 161us (227us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.315070:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572528 00000100:00100000:0.0:1715206675.315147:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.315170:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737088 00000100:00100000:2.0:1715206675.315172:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737088 00000100:00100000:2.0:1715206675.315189:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572529 00000100:00100000:2.0:1715206675.315192:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591737088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.315197:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.315202:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3534e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f0a expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.315218:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315222:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315227:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315232:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315235:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315238:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315247:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315250:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315253:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315256:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.315258:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315261:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315264:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.315266:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.315267:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315270:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c35355 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315274:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315277:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315280:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315282:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c86c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.315283:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315286:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315292:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8e211cf7 (ffff880095dd8e00) 00010000:00010000:2.0:1715206675.315293:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.315295:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315297:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c3535c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8e211cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.315307:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3534e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f0a expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.315311:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c3534e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f0a expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.315315:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8900, rc 0) 00000100:00100000:2.0:1715206675.315337:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591737088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 144us (190us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.315340:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572529 00000100:00100000:0.0:1715206675.316220:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.316292:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737152 00000100:00100000:2.0:1715206675.316297:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737152 00000100:00100000:2.0:1715206675.316319:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572530 00000100:00100000:2.0:1715206675.316323:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591737152:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.316329:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.316335:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35363 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f11 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.316347:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35363 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f11 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.316357:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35363 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f11 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.316361:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.316363:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.316364:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9680, rc 0) 00000100:00100000:2.0:1715206675.316387:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591737152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 63us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.316391:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572530 00000100:00100000:0.0:1715206675.316661:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.316717:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737216 00000100:00100000:2.0:1715206675.316722:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737216 00000100:00100000:2.0:1715206675.316749:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572531 00000100:00100000:2.0:1715206675.316753:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591737216:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.316761:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.316768:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3536a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f18 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.316782:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3536a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f18 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.316790:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3536a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f18 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.316796:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.316798:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.316799:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb3c0, rc 0) 00000100:00100000:2.0:1715206675.316829:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591737216:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 75us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.316835:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572531 00000100:00100000:1.0:1715206675.318293:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.318371:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737280 00000100:00100000:3.0:1715206675.318376:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737280 00000100:00100000:3.0:1715206675.318400:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117757 00000100:00100000:3.0:1715206675.318419:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591737280:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.318443:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.318460:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737344 00000100:00100000:2.0:1715206675.318465:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737344 00000100:00100000:2.0:1715206675.318489:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117758 00000100:00100000:2.0:1715206675.318493:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591737344:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206675.320226:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591737280:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1805us (1933us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.320234:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117757 00000100:00100000:2.0:1715206675.320306:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591737344:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1809us (1860us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.320313:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117758 00000100:00100000:0.0:1715206675.323447:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.323500:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.323519:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737408 00000100:00100000:2.0:1715206675.323526:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737408 00000100:00100000:2.0:1715206675.323545:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737472 00000100:00100000:2.0:1715206675.323546:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737472 00000100:00100000:2.0:1715206675.323559:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572532 00000100:00100000:2.0:1715206675.323564:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591737408:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.323565:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572533 00000100:00100000:0.0:1715206675.323571:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591737472:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.323573:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.323581:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35371 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f1f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.323581:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.323591:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35378 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f26 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.323606:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.323614:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323618:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323620:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323626:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323632:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323636:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323638:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323644:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323644:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323648:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323652:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323663:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323667:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323671:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323671:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323676:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.323678:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323678:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323683:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323685:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323689:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.323690:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924ca400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.323691:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.323693:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323694:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323697:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35386 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323701:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.323712:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.323715:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.323717:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323718:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323721:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323725:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c3537f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323726:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323746:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.323748:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323752:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323753:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323758:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800831d1c00) 00010000:00010000:2.0:1715206675.323760:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323761:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.323763:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.323767:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35394 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.323768:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.323772:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c98c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.323774:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.323779:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323784:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35378 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f26 expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.323785:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009738c400) 00010000:00010000:2.0:1715206675.323787:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.323789:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323790:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35378 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f26 expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.323793:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c3538d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.323797:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38000, rc 0) 00010000:00010000:2.0:1715206675.323812:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35371 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f1f expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.323818:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35371 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f1f expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.323825:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9b00, rc 0) 00000100:00100000:0.0:1715206675.323829:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591737472:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 258us (328us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.323835:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572533 00000100:00100000:2.0:1715206675.323849:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591737408:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 284us (404us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.323855:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572532 00000100:00100000:1.0:1715206675.326116:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.326151:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.326190:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737600 00000100:00100000:0.0:1715206675.326196:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737600 00000100:00100000:3.0:1715206675.326207:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737728 00000100:00100000:3.0:1715206675.326214:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737728 00000100:00100000:0.0:1715206675.326228:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572534 00000100:00100000:0.0:1715206675.326233:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591737600:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:0.0:1715206675.326244:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206675.326248:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572535 00010000:00010000:0.0:1715206675.326252:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3539b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f2d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.326254:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591737728:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.326264:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.326273:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c353a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f34 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.326287:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.326295:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326305:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326305:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.326312:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326314:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326317:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326320:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326322:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326327:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.326332:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326336:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326337:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326341:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.326346:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.326350:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.326351:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326352:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326355:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326356:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326360:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326363:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.326364:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.326365:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.326366:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326367:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326371:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326371:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c353a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326377:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.326379:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.326381:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326382:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326385:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326387:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c353b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326389:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.326393:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.326394:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326395:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326399:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326399:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.326426:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800831d1c00) 00010000:00010000:3.0:1715206675.326427:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326428:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.326430:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326431:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.326433:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326434:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c353b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.326438:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.326451:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009738c400) 00010000:00010000:3.0:1715206675.326453:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.326455:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326455:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3539b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f2d expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.326459:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c353be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.326462:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c3539b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f2d expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.326468:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e39200, rc 0) 00010000:00010000:3.0:1715206675.326477:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c353a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f34 expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.326484:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c353a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f34 expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.326491:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289b00, rc 0) 00000100:00100000:0.0:1715206675.326505:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591737600:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 270us (391us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.326511:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572534 00000100:00100000:3.0:1715206675.326515:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591737728:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 260us (363us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.326521:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572535 00000100:00100000:1.0:1715206675.328330:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.328363:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.328433:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737792 00000100:00100000:3.0:1715206675.328439:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737792 00000100:00100000:3.0:1715206675.328467:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591737856 00000100:00100000:3.0:1715206675.328469:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591737856 00000100:00100000:3.0:1715206675.328483:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572536 00000100:00100000:3.0:1715206675.328488:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591737792:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.328491:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572537 00000100:00100000:0.0:1715206675.328495:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591737856:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.328498:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.328503:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.328506:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c353c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f3b expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.328510:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c353cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f42 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.328531:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328532:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328537:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328541:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328542:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.328546:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328549:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328550:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.328554:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328556:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.328561:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328564:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328565:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328567:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.328574:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328577:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328577:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.328578:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328580:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328582:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328584:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328586:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.328587:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.328588:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.328589:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328589:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328592:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328592:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39b00/0xb73f6b2ce2c353d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328596:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.328598:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.328598:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328600:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328601:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328603:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c353da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328605:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.328607:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.328608:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328609:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328611:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328612:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328615:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328616:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009738c400) 00010000:00010000:3.0:1715206675.328617:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f288fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.328617:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.328619:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328619:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.328622:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c353e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.328623:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.328626:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800831d1c00) 00010000:00010000:3.0:1715206675.328628:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.328629:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.328632:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c353e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.328633:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c353cc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f42 expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.328637:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c353cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f42 expref: 159 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.328642:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e39f80, rc 0) 00010000:00010000:3.0:1715206675.328644:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c353c5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f3b expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.328649:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c353c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f3b expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.328653:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288000, rc 0) 00000100:00100000:0.0:1715206675.328669:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591737856:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 172us (305us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.328671:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591737792:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 183us (344us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.328674:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572537 00000100:00100000:3.0:1715206675.328677:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572536 00000100:00100000:0.0:1715206675.330709:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.330734:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.330780:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738048 00000100:00100000:3.0:1715206675.330785:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738048 00000100:00100000:3.0:1715206675.330806:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738112 00000100:00100000:3.0:1715206675.330808:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738112 00000100:00100000:1.0:1715206675.330818:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572538 00000100:00100000:1.0:1715206675.330824:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ef05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591738048:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.330825:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572539 00000100:00100000:3.0:1715206675.330830:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591738112:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.330832:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.330833:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1715206675.330837:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.330839:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206675.330843:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35363 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f11 expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.330848:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3536a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f18 expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.330857:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.330859:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.330862:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.330864:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c353ef lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f50 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.330864:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.330891:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c353f6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f49 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.330927:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.330936:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.330943:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.330943:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.330951:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.330953:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.330957:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.330960:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.330963:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.330969:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.330975:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.330981:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:1.0:1715206675.331224:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2077:0x0], index 0: 0 00000004:00080000:3.0:1715206675.331235:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2077:0x0], index 1: 0 00010000:00010000:1.0:1715206675.331339:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.331346:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.331352:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331352:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.331360:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.331369:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331371:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.331375:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.331380:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.331385:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.331387:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331387:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.331391:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331392:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.331396:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331398:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.331400:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.331400:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.331427:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331431:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.331433:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331437:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c35404 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.331439:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.331442:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.331444:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.331445:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88006ef05050 reply state ffff88012375b000 transno 4295059909 ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.331465:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c353fd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331468:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.331471:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800948d2680 reply state ffff880094c3e000 transno 4295059910 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.331472:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009738c400) 00010000:00010000:1.0:1715206675.331473:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.331475:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.331476:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.331482:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800831d1c00) 00010000:00010000:3.0:1715206675.331483:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.331485:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.331488:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c353f6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 160 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.331494:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 160 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.331498:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c353ef lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 160 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.331502:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff8800831d1700) 00010000:00010000:3.0:1715206675.331504:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.331504:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.331505:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120117600, rc 0) 00010000:00010000:3.0:1715206675.331508:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff8800909c3800) 00010000:00010000:3.0:1715206675.331510:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.331511:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a400, rc 0) 00000100:00100000:1.0:1715206675.331535:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ef05050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591738048:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 712us (828us total) trans 4295059909 rc 0/0 00000100:00100000:3.0:1715206675.331540:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591738112:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 709us (805us total) trans 4295059910 rc 0/0 00000100:00100000:1.0:1715206675.331540:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572538 00000100:00100000:3.0:1715206675.331544:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572539 00000100:00100000:1.0:1715206675.333484:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.333536:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.333565:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738176 00000100:00100000:2.0:1715206675.333570:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738176 00000100:00100000:2.0:1715206675.333597:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738240 00000100:00100000:2.0:1715206675.333599:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738240 00000100:00100000:2.0:1715206675.333612:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77893 00000100:00100000:2.0:1715206675.333617:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2003:x1798523591738176:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.333622:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77894 00010000:00010000:2.0:1715206675.333626:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206675.333628:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591738240:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.333638:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.333638:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f57 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.333649:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f5e expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.333651:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2077:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1715206675.333662:0:18689:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2077:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.333662:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.333664:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.333669:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 96 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.333670:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.333672:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.333675:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 97 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.333678:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 96 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.333684:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8b40, rc 0) 00010000:00010000:3.0:1715206675.333688:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 97 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.333694:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b840, rc 0) 00000100:00100000:3.0:1715206675.333713:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591738240:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 85us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.333713:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591738176:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 96us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.333718:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77894 00000100:00100000:2.0:1715206675.333724:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77893 00000100:00100000:0.0:1715206675.335451:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.335504:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.335537:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738304 00000100:00100000:2.0:1715206675.335543:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738304 00000100:00100000:2.0:1715206675.335571:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738368 00000100:00100000:2.0:1715206675.335574:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738368 00000100:00100000:2.0:1715206675.335590:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77895 00000100:00100000:2.0:1715206675.335599:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+97:13030:x1798523591738304:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.335601:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77896 00000100:00100000:3.0:1715206675.335608:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+96:13029:x1798523591738368:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.335611:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.335618:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.335623:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f65 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.335628:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f6c expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.335645:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 98 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.335646:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 97 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.335652:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.335653:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.335655:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.335656:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 97 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.335657:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.335661:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 98 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.335674:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 97 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.335683:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.335683:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 98 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.335691:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 98 pid: 18689 timeout: 1126 lvb_type: 1 00000100:00100000:3.0:1715206675.335693:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524850944:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.335700:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524851008:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.335735:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.335735:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.337188:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524851008:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.337205:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 98 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.337216:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924caf40, rc 0) 00000100:00100000:3.0:1715206675.337221:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524850944:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.337240:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 97 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.337250:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+98:13030:x1798523591738304:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1653us (1801us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.337251:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288b40, rc 0) 00000100:00100000:2.0:1715206675.337257:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77895 00000100:00100000:3.0:1715206675.337273:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+97:13029:x1798523591738368:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1665us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.337279:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77896 00000100:00100000:1.0:1715206675.337633:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.337651:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738432 00000100:00100000:0.0:1715206675.337656:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738432 00010000:00010000:0.0:1715206675.337669:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 98 pid: 18689 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1715206675.337677:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.337690:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738496 00000100:00100000:0.0:1715206675.337692:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738496 00010000:00010000:0.0:1715206675.337698:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1715206675.337703:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158692 00000100:00100000:1.0:1715206675.337709:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591738432:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206675.337715:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158693 00010000:00010000:1.0:1715206675.337717:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206675.337720:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591738496:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206675.337726:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.337727:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 98 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1715206675.337734:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.337736:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 98 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:0.0:1715206675.337741:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.337749:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f28b840/0xb73f6b2ce2c3543c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f5e expref: 98 pid: 18689 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.337757:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206675.337757:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35435 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f57 expref: 97 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.337758:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.337762:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 97 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.337767:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.337768:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 97 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.337769:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206675.337775:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 96 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.337783:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 96 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.337784:0:8270:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 97 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.337790:0:8270:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524851072:192.168.203.35@tcp:105: 00010000:00010000:0.0:1715206675.337805:0:7115:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 96 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.337816:0:7115:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7115:1798523524851136:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206675.337820:0:8270:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ad0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.337840:0:7115:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756f00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.338948:0:8270:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524851072:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206675.338962:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.338983:0:7115:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7115:1798523524851136:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.338997:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206675.339007:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591738432:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1296us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.339016:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158692 00000100:00100000:2.0:1715206675.339023:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2002:x1798523591738496:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1301us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.339032:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158693 00000100:00100000:1.0:1715206675.341791:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.341837:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.341876:0:18714:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738560 00000100:00100000:3.0:1715206675.341877:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738624 00000100:00100000:0.0:1715206675.341882:0:18714:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738560 00000100:00100000:3.0:1715206675.341883:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738624 00002000:00100000:3.0:1715206675.341903:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x2077:0x0] (0->11614) req@ffff8800a1c8df80 x1798523591738624/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12104/0 e 0 to 0 dl 1715206686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1715206675.341903:0:18714:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x2077:0x0] (0->11614) req@ffff8800a1c8e300 x1798523591738560/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12104/0 e 0 to 0 dl 1715206686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.341912:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1c8df80 with x1798523591738624 ext(0->11614) 00002000:00100000:0.0:1715206675.341912:0:18714:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1c8e300 with x1798523591738560 ext(0->11614) 00002000:00010000:3.0:1715206675.341915:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1c8df80 00002000:00010000:0.0:1715206675.341915:0:18714:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1c8e300 00000100:00100000:3.0:1715206675.341940:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9155 00000100:00100000:3.0:1715206675.341945:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591738624:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:0.0:1715206675.341945:0:18714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9156 00000100:00100000:0.0:1715206675.341950:0:18714:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2000:x1798523591738560:12345-192.168.203.35@tcp:4:dbench.0 00000100:00100000:0.0:1715206675.342636:0:18714:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2000:x1798523591738560:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 681us (843us total) trans 4294988801 rc 0/0 00000100:00100000:3.0:1715206675.342639:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591738624:12345-192.168.203.35@tcp:4:dbench.0 Request processed in 690us (798us total) trans 4294989290 rc 0/0 00000100:00100000:0.0:1715206675.342646:0:18714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9156 00000100:00100000:3.0:1715206675.342651:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9155 00002000:00100000:0.0:1715206675.342654:0:18714:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x2077:0x0] (0->11614) req@ffff8800a1c8e300 x1798523591738560/t4294988801(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12104/448 e 0 to 0 dl 1715206686 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:3.0:1715206675.342658:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x2077:0x0] (0->11614) req@ffff8800a1c8df80 x1798523591738624/t4294989290(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:706/0 lens 12104/448 e 0 to 0 dl 1715206686 ref 1 fl Complete:/200/0 rc 0/0 job:'dbench.0' uid:0 gid:0 00002000:00100000:0.0:1715206675.342664:0:18714:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1c8e300 with x1798523591738560 ext(0->11614) 00002000:00010000:0.0:1715206675.342668:0:18714:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1c8e300 00002000:00100000:3.0:1715206675.342675:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1c8df80 with x1798523591738624 ext(0->11614) 00002000:00010000:3.0:1715206675.342679:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1c8df80 00000100:00100000:0.0:1715206675.344127:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.344166:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.344213:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738688 00000100:00100000:1.0:1715206675.344218:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738688 00000100:00100000:1.0:1715206675.344244:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738752 00000100:00100000:1.0:1715206675.344246:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738752 00000100:00100000:3.0:1715206675.344252:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572540 00000100:00100000:3.0:1715206675.344258:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591738688:12345-192.168.203.35@tcp:44:dbench.0 00000100:00100000:1.0:1715206675.344265:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572541 00000100:00100000:1.0:1715206675.344273:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591738752:12345-192.168.203.35@tcp:44:dbench.0 00000001:00080000:0.0:1715206675.344936:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295059910 is committed 00010000:00010000:1.0:1715206675.345000:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345009:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345014:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345016:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.345017:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591738752:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 743us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.345023:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572541 00010000:00010000:2.0:1715206675.345025:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.345030:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.345031:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.345033:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345034:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.345036:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.345037:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345040:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.345046:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009738c400) 00010000:00010000:1.0:1715206675.345048:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.345050:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345072:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff88009738c400) 00010000:00010000:1.0:1715206675.345072:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35291 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345075:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.345077:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.345080:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345082:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35412 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.345084:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345088:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345091:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.345093:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345096:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00000100:00100000:3.0:1715206675.345097:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+148:13029:x1798523591738688:12345-192.168.203.35@tcp:44:dbench.0 Request processed in 836us (968us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206675.345101:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.345102:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009738ce00) 00010000:00010000:1.0:1715206675.345103:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.345104:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572540 00010000:00010000:1.0:1715206675.345105:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345106:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.345109:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c3528a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345110:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.345113:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.345115:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.345117:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345118:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.345120:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345123:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800831d1c00) 00010000:00010000:2.0:1715206675.345124:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.345124:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:2.0:1715206675.345126:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.345127:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.345129:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3540b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.345129:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345133:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345137:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:1.0:1715206675.345139:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1715206675.345140:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345143:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35298 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40f8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18686 initiator: MDT0 00010000:00010000:1.0:1715206675.345152:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345156:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345160:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345163:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.345165:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345168:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345172:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff8800831d1c00) 00010000:00010000:1.0:1715206675.345174:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.345175:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345178:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c352ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345185:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345188:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345191:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345194:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201161c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.345196:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345200:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345204:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff8800831d1400) 00010000:00010000:1.0:1715206675.345206:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.345207:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345210:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c352a6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345216:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345219:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345222:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345225:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.345243:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345247:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345252:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:1.0:1715206675.345253:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1715206675.345255:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.345258:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c352b4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40f9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000100:00100000:1.0:1715206675.346488:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.346531:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.346554:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738816 00000100:00100000:3.0:1715206675.346560:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738816 00000100:00100000:3.0:1715206675.346591:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591738880 00000100:00100000:3.0:1715206675.346593:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591738880 00000100:00100000:3.0:1715206675.346610:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77897 00000100:00100000:3.0:1715206675.346615:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591738816:12345-192.168.203.35@tcp:16:dbench.0 00000100:00100000:2.0:1715206675.346623:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77898 00000100:00100000:2.0:1715206675.346629:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2001:x1798523591738880:12345-192.168.203.35@tcp:16:dbench.0 00000001:00080000:0.0:1715206675.347473:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989290 is committed 00000001:00080000:1.0:1715206675.347480:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988801 is committed 00000100:00100000:3.0:1715206675.347583:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591738816:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 963us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.347591:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77897 00000100:00100000:2.0:1715206675.347602:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2001:x1798523591738880:12345-192.168.203.35@tcp:16:dbench.0 Request processed in 969us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.347613:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77898 00000100:00100000:0.0:1715206675.348864:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.348930:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.348952:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739008 00000100:00100000:2.0:1715206675.348958:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739008 00000100:00100000:2.0:1715206675.348984:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739136 00000100:00100000:2.0:1715206675.348986:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739136 00000100:00100000:2.0:1715206675.348999:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117759 00000100:00100000:2.0:1715206675.349004:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e713c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13030:x1798523591739008:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.349020:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117760 00000100:00100000:3.0:1715206675.349027:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+145:13029:x1798523591739136:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.349152:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e713c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591739008:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 147us (290us total) trans 4295059911 rc 0/0 00000100:00100000:3.0:1715206675.349157:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13029:x1798523591739136:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 129us (227us total) trans 4295059912 rc 0/0 00000100:00100000:2.0:1715206675.349159:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117759 00000100:00100000:3.0:1715206675.349163:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117760 00000100:00100000:0.0:1715206675.351478:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.351503:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.351532:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739328 00000100:00100000:3.0:1715206675.351537:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739328 00000100:00100000:3.0:1715206675.351561:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739392 00000100:00100000:3.0:1715206675.351563:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739392 00000100:00100000:2.0:1715206675.351575:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117761 00000100:00100000:2.0:1715206675.351582:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13029:x1798523591739328:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.351584:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117762 00000100:00100000:3.0:1715206675.351588:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+147:13030:x1798523591739392:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.351688:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591739328:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 104us (208us total) trans 4295059913 rc 0/0 00000100:00100000:3.0:1715206675.351692:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591739392:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 102us (187us total) trans 4295059914 rc 0/0 00000100:00100000:2.0:1715206675.351695:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117761 00000100:00100000:3.0:1715206675.351700:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117762 00000100:00100000:1.0:1715206675.354853:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.354900:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.354940:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739520 00000100:00100000:3.0:1715206675.354944:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739648 00000100:00100000:0.0:1715206675.354946:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739520 00000100:00100000:3.0:1715206675.354950:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739648 00000100:00100000:0.0:1715206675.354975:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572542 00000100:00100000:0.0:1715206675.354981:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13029:x1798523591739520:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.354984:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572543 00000100:00100000:3.0:1715206675.354989:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+149:13030:x1798523591739648:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206675.355007:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.355011:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.355019:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c35324 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ef5 expref: 149 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.355023:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35332 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289efc expref: 149 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.355035:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff8800831d1000) 00010000:00010000:0.0:1715206675.355041:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff880095dd8700) 00010000:00010000:3.0:1715206675.355042:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.355048:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.355073:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355077:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355086:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355092:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355092:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355099:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355100:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355104:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355107:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355109:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355112:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355120:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355144:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355153:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355155:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355158:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355160:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355165:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.355278:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8276, 64 off537856 00000040:00080000:0.0:1715206675.355292:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8275, 64 off537792 00010000:00010000:3.0:1715206675.355302:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355309:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355315:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355317:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355320:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355323:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355324:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355327:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355329:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355331:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355334:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355338:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206675.355338:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355340:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355342:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355345:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355346:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355350:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880094fbbb00) 00010000:00010000:0.0:1715206675.355350:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.355352:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206675.355352:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355355:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355356:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355359:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c3547b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355363:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff88009401d900) 00010000:00010000:0.0:1715206675.355365:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206675.355367:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355371:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355371:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35482 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355376:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355379:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355383:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.355384:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355385:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355388:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355389:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355392:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355394:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f9:0x0].0x0 (ffff880094fbbb00) 00010000:00010000:0.0:1715206675.355395:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.355396:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206675.355398:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355399:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355418:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355424:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f8:0x0].0x0 (ffff88009401d900) 00010000:00010000:0.0:1715206675.355426:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.355427:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c35474 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355428:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355432:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3546d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355494:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355499:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355503:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.355507:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.355508:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355509:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355513:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355513:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355518:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355518:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:0.0:1715206675.355519:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.355521:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.355521:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355524:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355525:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35458 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355528:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000004:00010000:0.0:1715206675.355530:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800a1c8c700 reply state ffff880135341000 transno 4295059916 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355549:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.355550:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.355551:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.355552:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355555:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:3.0:1715206675.355556:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c35451 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.355557:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206675.355559:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1715206675.355561:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800a1c8ea00 reply state ffff880094c39000 transno 4295059915 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355566:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.355573:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:3.0:1715206675.355575:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.355576:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206675.355596:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13029:x1798523591739520:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 614us (745us total) trans 4295059916 rc 0/0 00000100:00100000:3.0:1715206675.355621:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+151:13030:x1798523591739648:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 630us (720us total) trans 4295059915 rc 0/0 00000100:00100000:0.0:1715206675.355622:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572542 00000100:00100000:3.0:1715206675.355627:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572543 00000100:00100000:0.0:1715206675.359711:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.359811:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739776 00000100:00100000:3.0:1715206675.359818:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739776 00000100:00100000:3.0:1715206675.359857:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572544 00000100:00100000:3.0:1715206675.359864:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+150:13029:x1798523591739776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.359877:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.359886:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35489 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f73 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.359936:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.359946:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 151 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.359953:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.359971:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 151 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.359980:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 151 pid: 11041 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.359995:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524851200:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.360038:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.361151:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.361246:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739904 00000100:00100000:2.0:1715206675.361253:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739904 00000100:00100000:2.0:1715206675.361291:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572545 00000100:00100000:2.0:1715206675.361297:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591739904:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.361307:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524851200:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.361308:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.361318:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35497 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f7a expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.361328:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.361364:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.361375:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.361382:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.361422:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.361431:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 153 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.361440:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851264:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.361480:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0240 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.361878:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.361969:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591739968 00000100:00100000:2.0:1715206675.361976:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591739968 00010000:00010000:2.0:1715206675.361995:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.362029:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158694 00000100:00100000:2.0:1715206675.362034:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+154:2003:x1798523591739968:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.362043:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.362047:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.362079:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.362092:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35419 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f49 expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.362112:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff8800831d1700) 00010000:00010000:2.0:1715206675.362117:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.362123:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.362129:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.362146:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.362171:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2003:x1798523591739968:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 136us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.362178:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158694 00010000:00010000:3.0:1715206675.362197:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.362212:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.362229:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fa:0x0]: returning size 11615 00010000:00010000:3.0:1715206675.362306:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35489 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 154 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.362325:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.362335:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff8800831d1700) 00010000:00010000:3.0:1715206675.362339:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.362342:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288000, rc 0) 00000100:00100000:3.0:1715206675.362375:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591739776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2511us (2667us total) trans 4295059917 rc 0/0 00000100:00100000:3.0:1715206675.362383:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572544 00000100:00100000:2.0:1715206675.362741:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851264:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.362759:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.362990:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.363031:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740032 00000100:00100000:2.0:1715206675.363035:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740032 00010000:00010000:2.0:1715206675.363050:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 153 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.363118:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158695 00000100:00100000:2.0:1715206675.363123:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2002:x1798523591740032:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.363132:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.363137:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 153 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.363145:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 153 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.363162:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35420 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f50 expref: 153 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.363172:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff8800909c3800) 00010000:00010000:2.0:1715206675.363176:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.363182:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.363186:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.363199:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.363210:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.363218:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:0.0:1715206675.363230:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fb:0x0]: returning size 11615 00000100:00100000:2.0:1715206675.363241:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+152:2002:x1798523591740032:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 116us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.363247:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158695 00010000:00010000:0.0:1715206675.363286:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35497 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 153 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.363298:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 152 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.363304:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff8800909c3800) 00010000:00010000:0.0:1715206675.363307:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1715206675.363309:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9440, rc 0) 00000100:00100000:0.0:1715206675.363336:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591739904:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2040us (2187us total) trans 4295059918 rc 0/0 00000100:00100000:0.0:1715206675.363343:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572545 00000100:00100000:0.0:1715206675.364023:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.364124:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740096 00000100:00100000:2.0:1715206675.364131:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740096 00000100:00100000:2.0:1715206675.364166:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572546 00000100:00100000:2.0:1715206675.364172:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13029:x1798523591740096:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.364185:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.364194:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c354b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f81 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.364226:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.364235:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.364242:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.364258:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.364266:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 153 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.364275:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851328:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.364315:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.365276:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.365342:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740160 00000100:00100000:3.0:1715206675.365350:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740160 00000100:00100000:3.0:1715206675.365381:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572547 00000100:00100000:3.0:1715206675.365389:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591740160:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.365423:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.365436:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c354c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f88 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.365472:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.365485:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.365495:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.365518:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.365529:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 155 pid: 11041 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.365542:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524851392:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.365610:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.365611:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851328:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.365630:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.366362:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.366436:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740224 00000100:00100000:2.0:1715206675.366444:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740224 00010000:00010000:2.0:1715206675.366466:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.366508:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158696 00000100:00100000:2.0:1715206675.366516:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+156:2003:x1798523591740224:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.366527:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.366535:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.366548:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.366566:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288000/0xb73f6b2ce2c35490 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f73 expref: 156 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.366581:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff8800831d1700) 00010000:00010000:2.0:1715206675.366587:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.366597:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.366605:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524851392:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.366606:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.366632:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.366635:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.366660:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.366670:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.366680:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801376a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+155:2003:x1798523591740224:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 162us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.366691:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158696 00000004:00200000:0.0:1715206675.366699:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fa:0x0]: returning size 11615 00000004:00200000:0.0:1715206675.366702:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206675.366713:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.366721:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.366739:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c354b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f81 expref: 155 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.366751:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f81 expref: 154 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.366758:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff8800831d1700) 00010000:00010000:0.0:1715206675.366761:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206675.366763:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb180, rc 0) 00000100:00100000:0.0:1715206675.366791:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591740096:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2618us (2771us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.366798:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572546 00000100:00100000:0.0:1715206675.367104:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.367192:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740288 00000100:00100000:2.0:1715206675.367200:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740288 00010000:00010000:2.0:1715206675.367222:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.367267:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158697 00000100:00100000:2.0:1715206675.367275:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+154:2002:x1798523591740288:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.367306:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.367315:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.367342:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.367364:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3549e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f7a expref: 154 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.367381:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff8800909c3800) 00010000:00010000:2.0:1715206675.367389:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x13/0x48 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.367434:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.367447:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.367484:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.367540:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+153:2002:x1798523591740288:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 262us (433us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.367546:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.367553:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158697 00010000:00010000:3.0:1715206675.367567:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.367608:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fb:0x0]: returning size 11615 00000004:00200000:3.0:1715206675.367613:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.367631:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.367645:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.367675:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288240/0xb73f6b2ce2c354c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f88 expref: 153 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.367697:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f88 expref: 152 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.367710:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff8800909c3800) 00010000:00010000:3.0:1715206675.367714:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.367718:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f288fc0, rc 0) 00000100:00100000:3.0:1715206675.367785:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13030:x1798523591740160:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2392us (2508us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.367798:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572547 00000100:00100000:2.0:1715206675.369302:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.369354:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740416 00000100:00100000:3.0:1715206675.369361:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740416 00000100:00100000:3.0:1715206675.369425:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117763 00000100:00100000:3.0:1715206675.369431:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+152:13029:x1798523591740416:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.369522:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13029:x1798523591740416:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 89us (225us total) trans 4295059919 rc 0/0 00000100:00100000:3.0:1715206675.369529:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117763 00000100:00100000:0.0:1715206675.370549:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.370640:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740544 00000100:00100000:3.0:1715206675.370647:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740544 00000100:00100000:3.0:1715206675.370690:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117764 00000100:00100000:3.0:1715206675.370698:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+153:13030:x1798523591740544:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.370831:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591740544:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 130us (281us total) trans 4295059920 rc 0/0 00000100:00100000:3.0:1715206675.370840:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117764 00000100:00100000:0.0:1715206675.372023:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.372090:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740608 00000100:00100000:3.0:1715206675.372097:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740608 00000100:00100000:3.0:1715206675.372134:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572548 00000100:00100000:3.0:1715206675.372142:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591740608:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.372155:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.372167:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c354cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f8f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.372205:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372218:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372228:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372239:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372266:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372277:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372309:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372318:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372328:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372337:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.372343:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372354:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372369:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.372375:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.372380:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372389:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b180/0xb73f6b2ce2c354d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372434:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372445:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372455:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372465:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.372485:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372493:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372504:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:3.0:1715206675.372508:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.372511:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372519:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b600/0xb73f6b2ce2c354dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.372546:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c354cf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f8f expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.372557:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28aac0/0xb73f6b2ce2c354cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f8f expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.372576:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28aac0, rc 0) 00000100:00100000:3.0:1715206675.372625:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591740608:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 481us (602us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.372639:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572548 00000100:00100000:0.0:1715206675.373648:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.373717:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740672 00000100:00100000:3.0:1715206675.373724:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740672 00000100:00100000:3.0:1715206675.373767:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572549 00000100:00100000:3.0:1715206675.373775:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591740672:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.373792:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.373804:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c354e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f96 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.373841:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373867:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373875:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373884:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373891:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373897:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373915:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373922:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373929:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373934:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.373937:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373944:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373952:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.373955:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.373958:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373964:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289b00/0xb73f6b2ce2c354eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373973:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373980:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373986:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.373991:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.373994:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.374000:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.374007:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:3.0:1715206675.374010:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.374012:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.374018:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28bcc0/0xb73f6b2ce2c354f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.374039:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c354e4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f96 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.374048:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289200/0xb73f6b2ce2c354e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f96 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.374056:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f289200, rc 0) 00000100:00100000:3.0:1715206675.374115:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13030:x1798523591740672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 340us (470us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.374122:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572549 00000100:00100000:0.0:1715206675.374587:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.374631:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740736 00000100:00100000:3.0:1715206675.374637:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740736 00000100:00100000:3.0:1715206675.374670:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572550 00000100:00100000:3.0:1715206675.374676:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+154:13029:x1798523591740736:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.374686:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.374696:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c354f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289f9d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.374734:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c354f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f9d expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.374751:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c354f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f9d expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.374760:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.374764:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.374767:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28a880, rc 0) 00000100:00100000:3.0:1715206675.374819:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13029:x1798523591740736:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 140us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.374828:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572550 00000100:00100000:0.0:1715206675.375843:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.375890:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740800 00000100:00100000:3.0:1715206675.375895:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740800 00000100:00100000:3.0:1715206675.375915:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572551 00000100:00100000:3.0:1715206675.375921:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+155:13030:x1798523591740800:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.375930:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.375938:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35500 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fa4 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.375954:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35500 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fa4 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.375965:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35500 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fa4 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.375972:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.375975:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.375978:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28b840, rc 0) 00000100:00100000:3.0:1715206675.376003:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591740800:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 81us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.376010:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572551 00000100:00100000:0.0:1715206675.376537:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.376604:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740864 00000100:00100000:3.0:1715206675.376610:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740864 00000100:00100000:3.0:1715206675.376642:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117765 00000100:00100000:3.0:1715206675.376666:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e713850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591740864:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.377886:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.377979:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740928 00000100:00100000:2.0:1715206675.377986:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740928 00000100:00100000:2.0:1715206675.378023:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117766 00000100:00100000:2.0:1715206675.378029:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13030:x1798523591740928:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206675.379430:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e713850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13029:x1798523591740864:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2762us (2890us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.379441:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117765 00000100:00100000:2.0:1715206675.380189:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591740928:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2156us (2300us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.380198:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117766 00000100:00100000:0.0:1715206675.381382:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.381453:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591740992 00000100:00100000:3.0:1715206675.381460:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591740992 00000100:00100000:3.0:1715206675.381502:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572552 00000100:00100000:3.0:1715206675.381511:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591740992:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.381523:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.381535:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c35507 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fab expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.381571:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381583:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381593:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381604:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381612:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381619:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381639:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381652:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381659:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381665:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f289680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.381669:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381676:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381687:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.381690:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.381694:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381700:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289680/0xb73f6b2ce2c3550e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381711:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381718:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381725:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381730:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28a400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.381734:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381746:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381754:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:3.0:1715206675.381757:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.381761:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381768:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a400/0xb73f6b2ce2c35515 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.381790:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c35507 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fab expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.381800:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28ba80/0xb73f6b2ce2c35507 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fab expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.381811:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f28ba80, rc 0) 00000100:00100000:3.0:1715206675.381857:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591740992:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 346us (475us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.381867:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572552 00000100:00100000:0.0:1715206675.382234:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.382292:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741056 00000100:00100000:3.0:1715206675.382298:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741056 00000100:00100000:3.0:1715206675.382322:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572553 00000100:00100000:3.0:1715206675.382329:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591741056:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.382339:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.382351:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c3551c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fb2 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.382390:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382439:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382452:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382465:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382474:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382482:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382505:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382512:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382519:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382526:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8ad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.382531:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382539:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382556:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.382560:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.382564:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382572:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35523 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382585:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382592:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382600:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382607:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d886c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.382612:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382619:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382629:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:3.0:1715206675.382633:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.382636:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382644:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c3552a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.382670:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c3551c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb2 expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.382682:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c3551c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb2 expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.382694:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8af40, rc 0) 00000100:00100000:3.0:1715206675.382746:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591741056:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 414us (511us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.382755:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572553 00000100:00100000:0.0:1715206675.383825:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.383885:0:7140:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741184 00000100:00100000:1.0:1715206675.383891:0:7140:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741184 00000100:00100000:1.0:1715206675.383928:0:7140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5032 00000100:00100000:1.0:1715206675.383934:0:7140:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591741184:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.383957:0:7140:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.383969:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c354ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f81 expref: 156 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.383984:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff8800831d1700) 00010000:00010000:1.0:1715206675.383995:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28a880/0xb73f6b2ce2c354f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f9d expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.384003:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.384005:0:7140:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.384018:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384024:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384030:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384037:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384042:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384046:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384080:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384085:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384090:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384128:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384133:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384138:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00000004:00010000:1.0:1715206675.384249:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8d8e00 reply state ffff88012375f000 transno 4295059921 ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384257:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384262:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:1.0:1715206675.384264:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1715206675.384266:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.384270:0:7140:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384274:0:7140:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384279:0:7140:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384283:0:7140:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.384285:0:7140:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384289:0:7140:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384294:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.384296:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.384298:0:7140:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384302:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35531 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000004:00010000:1.0:1715206675.384308:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8d8e00 reply state ffff88012375f000 transno 4295059921 ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384313:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384317:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:1.0:1715206675.384319:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.384321:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1715206675.384322:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8d8e00 reply state ffff88012375f000 transno 4295059921 ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384327:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384331:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880096847200) 00010000:00010000:1.0:1715206675.384333:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.384334:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1715206675.384377:0:7140:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591741184:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 442us (554us total) trans 4295059921 rc 0/0 00000100:00100000:1.0:1715206675.384383:0:7140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5032 00000100:00100000:0.0:1715206675.384630:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.384676:0:7140:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741312 00000100:00100000:1.0:1715206675.384680:0:7140:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741312 00000100:00100000:1.0:1715206675.384706:0:7140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 5033 00000100:00100000:1.0:1715206675.384711:0:7140:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591741312:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.384729:0:7140:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.384740:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f288fc0/0xb73f6b2ce2c354c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f88 expref: 156 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.384750:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff8800909c3800) 00010000:00010000:1.0:1715206675.384757:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b840/0xb73f6b2ce2c35500 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fa4 expref: 155 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.384764:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.384766:0:7140:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.384775:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384781:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384786:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384792:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384797:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384801:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384809:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384814:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384819:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384844:0:7140:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384849:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384854:0:7140:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00000004:00010000:1.0:1715206675.384926:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8db480 reply state ffff88012375c000 transno 4295059922 ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384933:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384938:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:1.0:1715206675.384940:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1715206675.384942:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.384945:0:7140:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384949:0:7140:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384953:0:7140:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384957:0:7140:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.384960:0:7140:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384964:0:7140:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384969:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.384970:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.384972:0:7140:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384976:0:7140:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3554d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000004:00010000:1.0:1715206675.384982:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8db480 reply state ffff88012375c000 transno 4295059922 ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384987:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.384994:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:1.0:1715206675.384996:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.384997:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1715206675.384999:0:7140:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f8db480 reply state ffff88012375c000 transno 4295059922 ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.385003:0:7140:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:1.0:1715206675.385007:0:7140:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880096847f00) 00010000:00010000:1.0:1715206675.385008:0:7140:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.385009:0:7140:0:(service.c:188:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1715206675.385047:0:7140:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13030:x1798523591741312:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 335us (417us total) trans 4295059922 rc 0/0 00000100:00100000:1.0:1715206675.385053:0:7140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 5033 00000100:00100000:0.0:1715206675.385710:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.385769:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741376 00000100:00100000:3.0:1715206675.385776:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741376 00000100:00100000:3.0:1715206675.385817:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572554 00000100:00100000:3.0:1715206675.385825:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+156:13029:x1798523591741376:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.385838:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.385848:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35569 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fb9 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.385882:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385893:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385902:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385912:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385920:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385932:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385967:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385975:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.385983:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.386007:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fa:0x0]: returning size 11615 00000004:00200000:3.0:1715206675.386011:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.386022:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386032:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386039:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386046:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386081:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386088:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d89200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.386092:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386099:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386111:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.386115:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.386119:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386125:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35570 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386136:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386143:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386150:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386156:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.386159:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386167:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386175:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:3.0:1715206675.386178:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.386180:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386188:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35577 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386211:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35569 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.386224:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 157 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.386232:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:3.0:1715206675.386234:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.386237:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d89b00, rc 0) 00000100:00100000:3.0:1715206675.386282:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13029:x1798523591741376:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 455us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.386291:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572554 00000100:00100000:0.0:1715206675.386486:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.386553:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741440 00000100:00100000:3.0:1715206675.386560:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741440 00000100:00100000:3.0:1715206675.386601:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572555 00000100:00100000:3.0:1715206675.386608:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+157:13030:x1798523591741440:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.386621:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.386631:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35585 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fc0 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.386664:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386674:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386683:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386692:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386704:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386711:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386744:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386753:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386761:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:3.0:1715206675.386781:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fb:0x0]: returning size 11615 00000004:00200000:3.0:1715206675.386785:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.386796:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386806:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386814:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386821:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386828:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386834:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084c240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.386838:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386845:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386854:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.386857:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.386860:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386867:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3558c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386877:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386884:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386891:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386897:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084fa80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.386900:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386906:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386914:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:3.0:1715206675.386917:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.386919:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386926:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35593 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.386948:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35585 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.386961:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 158 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.386970:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:3.0:1715206675.386973:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.386976:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084e1c0, rc 0) 00000100:00100000:3.0:1715206675.387023:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13030:x1798523591741440:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 413us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.387032:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572555 00000100:00100000:0.0:1715206675.388795:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.388856:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741568 00000100:00100000:3.0:1715206675.388861:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741568 00000100:00100000:3.0:1715206675.388899:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572556 00000100:00100000:3.0:1715206675.388906:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+158:13029:x1798523591741568:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.388919:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.388929:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c355a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fc7 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.388986:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.389001:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.389010:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.389036:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 159 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.389049:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 159 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.389091:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524851456:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.389139:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4780 going to sleep for 11 seconds 00000100:00100000:0.0:1715206675.389447:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.389488:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741696 00000100:00100000:2.0:1715206675.389494:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741696 00000100:00100000:2.0:1715206675.389521:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572557 00000100:00100000:2.0:1715206675.389527:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13030:x1798523591741696:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.389535:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.389543:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c355af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fce expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.389583:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.389592:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.389598:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.389613:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 161 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.389620:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 161 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.389628:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851520:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.389665:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880122ef5000 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.390323:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524851456:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.390351:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.390523:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851520:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.390537:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.390768:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.390800:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741760 00000100:00100000:0.0:1715206675.390802:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.390804:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741760 00010000:00010000:2.0:1715206675.390820:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 162 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.390844:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741824 00000100:00100000:2.0:1715206675.390846:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741824 00010000:00010000:2.0:1715206675.390852:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.390865:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158698 00000100:00100000:2.0:1715206675.390871:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158699 00000100:00100000:1.0:1715206675.390872:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:2003:x1798523591741760:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206675.390876:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+163:2003:x1798523591741824:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.390883:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.390883:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.390887:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.390889:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.390894:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.390899:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.390906:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c3559a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc0 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.390911:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c3557e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fb9 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.390915:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:2.0:1715206675.390918:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.390921:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:2.0:1715206675.390924:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.390925:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.390928:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.390931:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.390936:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.390949:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.390951:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.390976:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+161:2003:x1798523591741824:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 99us (173us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.390982:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.390982:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158699 00000100:00100000:1.0:1715206675.390984:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:2003:x1798523591741760:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 112us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.390991:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158698 00010000:00010000:3.0:1715206675.390992:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206675.391005:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fb:0x0]: returning size 11615 00010000:00010000:2.0:1715206675.391005:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.391010:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206675.391018:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fa:0x0]: returning size 11615 00010000:00010000:2.0:1715206675.391093:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c355a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.391095:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c355af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.391103:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 162 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.391109:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:2.0:1715206675.391111:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.391112:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.391113:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084d200, rc 0) 00010000:00010000:3.0:1715206675.391121:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:3.0:1715206675.391124:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206675.391127:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9440, rc 0) 00000100:00100000:2.0:1715206675.391134:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591741568:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2229us (2342us total) trans 4295059924 rc 0/0 00000100:00100000:2.0:1715206675.391140:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572556 00000100:00100000:3.0:1715206675.391155:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13030:x1798523591741696:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1626us (1709us total) trans 4295059923 rc 0/0 00000100:00100000:3.0:1715206675.391164:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572557 00000100:00100000:0.0:1715206675.392966:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.392999:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.393030:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741888 00000100:00100000:3.0:1715206675.393036:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741888 00000100:00100000:2.0:1715206675.393081:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591741952 00000100:00100000:3.0:1715206675.393088:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572558 00000100:00100000:2.0:1715206675.393088:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591741952 00000100:00100000:3.0:1715206675.393096:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591741888:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.393110:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1715206675.393113:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572559 00000100:00100000:0.0:1715206675.393120:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591741952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.393121:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c355cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fd5 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.393130:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.393139:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c355d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fdc expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.393153:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.393164:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.393167:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.393173:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.393176:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.393182:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.393193:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.393198:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.393205:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 163 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:0.0:1715206675.393210:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 163 pid: 11041 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.393216:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851584:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206675.393218:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8d9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524851648:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206675.393255:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756240 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.393257:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012dca4780 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.394664:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f8d9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524851648:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.394677:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:3.0:1715206675.394709:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524851584:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.394730:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.395332:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.395374:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.395428:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742016 00000100:00100000:1.0:1715206675.395437:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742016 00000100:00100000:2.0:1715206675.395451:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742080 00000100:00100000:2.0:1715206675.395458:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742080 00010000:00010000:1.0:1715206675.395458:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 164 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.395480:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 165 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.395497:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158700 00000100:00100000:1.0:1715206675.395504:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+165:2003:x1798523591742016:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.395514:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.395520:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 165 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.395530:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 165 pid: 11041 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.395531:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158701 00000100:00100000:2.0:1715206675.395542:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+165:2001:x1798523591742080:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.395545:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c355b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40fb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fce expref: 165 pid: 11041 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.395556:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.395562:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:2.0:1715206675.395564:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 164 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.395566:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.395574:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206675.395579:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.395581:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 164 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.395603:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c355a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40fa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fc7 expref: 164 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:1.0:1715206675.395603:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.395619:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:2.0:1715206675.395626:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.395638:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.395640:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:2003:x1798523591742016:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 135us (312us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.395641:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.395648:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.395648:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158700 00010000:00010000:3.0:1715206675.395654:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.395673:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1715206675.395687:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fb:0x0]: returning size 11615 00000004:00200000:3.0:1715206675.395692:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1715206675.395706:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+162:2001:x1798523591742080:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 164us (329us total) trans 0 rc 0/0 00000004:00010000:3.0:1715206675.395707:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206675.395719:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158701 00010000:00010000:3.0:1715206675.395720:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.395747:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c355d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fdc expref: 162 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.395757:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.395768:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fdc expref: 161 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.395768:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.395780:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:3.0:1715206675.395784:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.395788:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e39d40, rc 0) 00000004:00200000:2.0:1715206675.395802:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40fa:0x0]: returning size 11615 00000004:00200000:2.0:1715206675.395807:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.395821:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.395829:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.395846:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591741952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2723us (2843us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206675.395854:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c355cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fd5 expref: 162 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.395858:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572559 00010000:00010000:2.0:1715206675.395867:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fd5 expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.395879:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:2.0:1715206675.395882:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.395885:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084cfc0, rc 0) 00000100:00100000:2.0:1715206675.395920:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13029:x1798523591741888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 2823us (2955us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.395928:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572558 00000100:00100000:0.0:1715206675.398389:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.398470:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.398505:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742144 00000100:00100000:2.0:1715206675.398513:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742144 00000100:00100000:3.0:1715206675.398532:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742208 00000100:00100000:3.0:1715206675.398540:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742208 00000100:00100000:2.0:1715206675.398562:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572560 00000100:00100000:2.0:1715206675.398576:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591742144:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.398584:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572561 00000100:00100000:3.0:1715206675.398591:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591742208:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.398624:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.398635:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c355e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fea expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.398649:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.398666:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c355ee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fe3 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.398670:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398680:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398688:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398699:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398705:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398711:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398711:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.398724:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398733:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398736:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398738:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398743:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398749:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398752:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398755:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084ef40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.398759:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398759:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398764:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398766:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398772:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.398775:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.398778:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398783:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c355f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398789:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398793:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398795:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398798:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206675.398803:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398804:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398808:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084fcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.398811:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398812:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.398816:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398816:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398821:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8c2246a8 (ffff880094fbb500) 00010000:00010000:2.0:1715206675.398822:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398823:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.398826:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398830:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.398831:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c355fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206675.398834:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.398838:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.398847:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c35603 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398853:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c355e7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fea expref: 163 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.398858:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398861:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c355e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fea expref: 163 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.398863:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.398869:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084e880, rc 0) 00010000:00010000:2.0:1715206675.398869:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.398876:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.398880:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.398887:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.398893:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8c2246a8 (ffff880095dd8e00) 00010000:00010000:2.0:1715206675.398896:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.398898:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.398903:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c3560a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x8c2246a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.398914:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591742208:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 322us (443us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.398922:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572561 00010000:00010000:2.0:1715206675.398932:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c355ee lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fe3 expref: 162 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.398941:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c355ee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fe3 expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.398954:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8480, rc 0) 00000100:00100000:2.0:1715206675.399009:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13030:x1798523591742144:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 434us (621us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.399020:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572560 00000100:00100000:0.0:1715206675.400714:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.400761:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742272 00000100:00100000:2.0:1715206675.400766:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742272 00000100:00100000:2.0:1715206675.400791:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572562 00000100:00100000:2.0:1715206675.400796:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+160:13029:x1798523591742272:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.400804:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.400814:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35611 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ff1 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.400833:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35611 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ff1 expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.400846:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35611 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ff1 expref: 161 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.400854:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.400857:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.400860:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8b40, rc 0) 00000100:00100000:2.0:1715206675.400901:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13029:x1798523591742272:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 103us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.400909:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572562 00000100:00100000:0.0:1715206675.400956:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.401008:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742336 00000100:00100000:2.0:1715206675.401011:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742336 00000100:00100000:2.0:1715206675.401031:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572563 00000100:00100000:2.0:1715206675.401035:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+161:13030:x1798523591742336:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.401042:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.401048:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c35618 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289ff8 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.401076:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c35618 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ff8 expref: 162 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.401083:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c35618 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ff8 expref: 162 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.401088:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.401090:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.401091:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb3c0, rc 0) 00000100:00100000:2.0:1715206675.401115:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591742336:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 79us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.401119:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572563 00000100:00100000:0.0:1715206675.402745:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.402820:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742400 00000100:00100000:2.0:1715206675.402826:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742400 00000100:00100000:2.0:1715206675.402862:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117767 00000100:00100000:2.0:1715206675.402868:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591742400:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.403131:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.403250:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742464 00000100:00100000:3.0:1715206675.403260:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742464 00000100:00100000:3.0:1715206675.403314:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117768 00000100:00100000:3.0:1715206675.403324:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591742464:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.405392:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591742400:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2519us (2648us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.405429:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117767 00000100:00100000:3.0:1715206675.405747:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591742464:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2422us (2615us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.405755:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117768 00000100:00100000:0.0:1715206675.407696:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.407751:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742528 00000100:00100000:2.0:1715206675.407757:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742528 00000100:00100000:2.0:1715206675.407793:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572564 00000100:00100000:2.0:1715206675.407800:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591742528:12345-192.168.203.35@tcp:41:dbench.0 00000004:00000024:2.0:1715206675.407837:0:11041:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7775674368 avail 7308353536 00000100:00100000:2.0:1715206675.407889:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591742528:12345-192.168.203.35@tcp:41:dbench.0 Request processed in 88us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.407898:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572564 00000004:00080000:1.0:1715206675.410258:0:11043:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1026320199788ns, next at 1027320197704ns, rc = 0 00000100:00100000:3.0:1715206675.410291:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524851776:0@lo:400:kworker.0 00000100:00100000:1.0:1715206675.410300:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524851904:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410310:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524851712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206675.410337:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524851840:0@lo:400:kworker.0 00000100:00100000:3.0:1715206675.410356:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206675.410362:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206675.410362:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206675.410430:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524852032:0@lo:400:kworker.0 00000100:00100000:3.0:1715206675.410433:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524851968:0@lo:400:kworker.0 00000100:00100000:0.0:1715206675.410444:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206675.410450:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524852160:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410454:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206675.410473:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524852288:0@lo:400:kworker.0 00000100:00100000:3.0:1715206675.410474:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206675.410482:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524852096:0@lo:400:kworker.0 00000100:00100000:1.0:1715206675.410494:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.410499:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524852224:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410502:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524851904 00000100:00100000:2.0:1715206675.410508:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524851904 00000100:00100000:0.0:1715206675.410520:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206675.410528:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524852416:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410533:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852032 00000100:00100000:2.0:1715206675.410535:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852032 00000100:00100000:3.0:1715206675.410537:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524851776 00000100:00100000:3.0:1715206675.410542:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524851776 00000100:00100000:2.0:1715206675.410549:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1715206675.410549:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524852352:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410555:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524851904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206675.410560:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.410575:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1715206675.410580:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524851712 00000100:00100000:3.0:1715206675.410581:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524851776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206675.410586:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524851712 00000100:00100000:2.0:1715206675.410595:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524851904:12345-0@lo:400:kworker.0 Request processed in 39us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.410602:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1715206675.410613:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524851904:0@lo:400:kworker.0 00000100:00100000:3.0:1715206675.410616:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524851776:12345-0@lo:400:kworker.0 Request processed in 33us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.410616:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1715206675.410619:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1715206675.410620:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524852032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206675.410623:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1715206675.410625:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524851712:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206675.410642:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524852032:12345-0@lo:400:kworker.0 Request processed in 21us (187us total) trans 0 rc 0/0 00002000:00000024:0.0:1715206675.410655:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3901935616 avail 3670298624 00000100:00100000:2.0:1715206675.410658:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:3.0:1715206675.410665:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206645 00000100:00100000:1.0:1715206675.410665:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852416 00000100:00080000:3.0:1715206675.410669:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206645 00000100:00100000:1.0:1715206675.410670:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852416 00000100:00100000:2.0:1715206675.410676:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524851840 00000100:00100000:2.0:1715206675.410678:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524851840 00000100:00100000:3.0:1715206675.410682:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206675.410704:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524851968 00000100:00100000:3.0:1715206675.410706:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524851776:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410706:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524851968 00000100:00100000:1.0:1715206675.410707:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1715206675.410716:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524852416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410720:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852160 00000100:00100000:2.0:1715206675.410722:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852160 00000100:00080000:3.0:1715206675.410735:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206645 00000100:00100000:2.0:1715206675.410736:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852096 00000100:00100000:2.0:1715206675.410738:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852096 00000100:00100000:3.0:1715206675.410744:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852224 00000100:00100000:3.0:1715206675.410747:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852224 00000100:00080000:3.0:1715206675.410760:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206645 00000100:00100000:2.0:1715206675.410767:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1715206675.410772:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524851840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206675.410772:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524852416:12345-0@lo:400:kworker.0 Request processed in 55us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.410778:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1715206675.410784:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1715206675.410787:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524851968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206675.410793:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524851712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.410802:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524851840:12345-0@lo:400:kworker.0 Request processed in 29us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.410803:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1715206675.410808:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1715206675.410816:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:2.0:1715206675.410822:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1715206675.410825:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524852160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410826:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524852096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206675.410834:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.410841:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524851968:12345-0@lo:400:kworker.0 Request processed in 53us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.410848:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524852096:12345-0@lo:400:kworker.0 Request processed in 21us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.410853:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1715206675.410858:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1715206675.410868:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1715206675.410868:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524852160:12345-0@lo:400:kworker.0 Request processed in 43us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.410868:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524851840:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410872:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524852224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206675.410878:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1715206675.410880:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524852096:0@lo:400:kworker.0 00000100:00100000:3.0:1715206675.410894:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524851968:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410894:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524852224:12345-0@lo:400:kworker.0 Request processed in 20us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.410899:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852352 00000100:00100000:0.0:1715206675.410903:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852352 00000100:00100000:2.0:1715206675.410904:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1715206675.410912:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206675.410922:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852288 00000100:00100000:3.0:1715206675.410924:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524852224:0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410925:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852288 00000100:00100000:0.0:1715206675.410925:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1715206675.410930:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524852352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206675.410940:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1715206675.410944:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524852288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206675.410948:0:3685:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989180 gen 2 00000100:00080000:3.0:1715206675.410949:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206645 00000100:00080000:3.0:1715206675.410952:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206645 00000004:00080000:1.0:1715206675.410954:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee2d80, transno 4294989176 00000100:00100000:0.0:1715206675.410966:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524852352:12345-0@lo:400:kworker.0 Request processed in 35us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.410968:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524852288:12345-0@lo:400:kworker.0 Request processed in 23us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.410973:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1715206675.410974:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000004:00080000:1.0:1715206675.410982:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee2680, transno 4294989177 00000004:00080000:1.0:1715206675.410987:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee2300, transno 4294989178 00000004:00080000:1.0:1715206675.410991:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee3100, transno 4294989179 00000100:00100000:0.0:1715206675.410993:0:3686:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294988691 gen 2 00000004:00080000:1.0:1715206675.410995:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee1c00, transno 4294989180 00000004:00080000:0.0:1715206675.410997:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096909180, transno 4294988681 00000004:00080000:0.0:1715206675.411005:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096909500, transno 4294988682 00000004:00080000:0.0:1715206675.411007:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009690b100, transno 4294988683 00000100:00100000:1.0:1715206675.411009:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524851712:0@lo:13:osp-pre-1-1.0 00000004:00080000:0.0:1715206675.411010:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009690bb80, transno 4294988684 00000004:00080000:0.0:1715206675.411013:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096908e00, transno 4294988685 00000004:00080000:0.0:1715206675.411016:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009690b480, transno 4294988686 00000004:00080000:0.0:1715206675.411018:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880096909880, transno 4294988687 00000004:00080000:0.0:1715206675.411021:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7f100, transno 4294988688 00000004:00080000:0.0:1715206675.411023:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7fb80, transno 4294988689 00000004:00080000:0.0:1715206675.411026:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009cd7dc00, transno 4294988690 00000004:00080000:0.0:1715206675.411028:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009690a680, transno 4294988691 00000100:00100000:1.0:1715206675.411029:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524852032:0@lo:400:kworker.0 00000100:00100000:0.0:1715206675.411033:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524852352:0@lo:400:kworker.0 00000100:00100000:1.0:1715206675.411046:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524852288:0@lo:400:kworker.0 00000100:00100000:0.0:1715206675.411113:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:3.0:1715206675.411126:0:11042:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 10 changes, 0 in progress, 0 in flight, 3 done 00000100:00100000:1.0:1715206675.411128:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742592 00000100:00100000:1.0:1715206675.411135:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742592 00000100:00100000:1.0:1715206675.411171:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572565 00000100:00100000:1.0:1715206675.411180:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591742592:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.411195:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00080000:3.0:1715206675.411198:0:11039:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 10 changes, 0 in progress, 0 in flight, 11 done 00010000:00010000:1.0:1715206675.411213:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3561f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce58289fff expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.411277:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411294:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411308:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411326:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411337:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411348:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411380:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411390:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411428:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206675.411437:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.411439:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.411445:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411455:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411478:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.411483:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.411488:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411497:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35626 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:2.0:1715206675.411507:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742656 00000100:00100000:2.0:1715206675.411515:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742656 00010000:00010000:1.0:1715206675.411533:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411542:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00000100:00100000:2.0:1715206675.411548:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572566 00010000:00010000:1.0:1715206675.411552:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:2.0:1715206675.411557:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591742656:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.411561:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.411565:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.411572:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.411575:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.411585:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35634 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a006 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.411587:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff880096847600) 00010000:00010000:1.0:1715206675.411591:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.411596:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.411604:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c3562d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.411621:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411632:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411641:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.411643:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3561f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fff expref: 165 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.411652:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.411656:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3561f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fff expref: 165 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.411659:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411666:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.411670:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120115b00, rc 0) 00010000:00010000:2.0:1715206675.411686:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411691:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411697:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411703:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.411706:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411712:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411721:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.411725:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.411731:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.411731:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591742592:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 547us (616us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.411740:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c3563b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.411744:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572565 00010000:00010000:2.0:1715206675.411754:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411763:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411773:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411783:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c98c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.411787:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.411793:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524852160:0@lo:400:kworker.0 00010000:00010000:2.0:1715206675.411797:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.411808:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524852416:0@lo:400:kworker.0 00010000:00010000:2.0:1715206675.411809:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:2.0:1715206675.411813:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.411817:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411827:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35642 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.411865:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35634 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a006 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.411879:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c35634 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a006 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.411892:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9440, rc 0) 00000100:00100000:2.0:1715206675.411954:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591742656:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 394us (516us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.411966:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572566 00000100:00100000:0.0:1715206675.414667:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.414764:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742720 00000100:00100000:2.0:1715206675.414773:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742720 00000100:00100000:2.0:1715206675.414830:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572567 00000100:00100000:2.0:1715206675.414842:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591742720:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.414860:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.414877:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35649 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a00d expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.414926:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.414941:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.414954:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.414971:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.414982:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.414993:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415021:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415031:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415040:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415048:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.415093:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415107:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415122:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.415127:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.415133:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415159:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c35650 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415174:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415183:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415191:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415200:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.415204:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415213:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415223:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff8800935eb900) 00010000:00010000:2.0:1715206675.415227:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.415230:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415239:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35657 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.415289:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35649 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a00d expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.415300:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35649 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a00d expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.415310:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca400, rc 0) 00000100:00100000:2.0:1715206675.415365:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591742720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 523us (703us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.415376:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572567 00000100:00100000:0.0:1715206675.415376:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.415423:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742784 00000100:00100000:1.0:1715206675.415448:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742784 00000100:00100000:1.0:1715206675.415478:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572568 00000100:00100000:1.0:1715206675.415485:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591742784:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.415497:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.415507:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c3565e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a014 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.415557:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415566:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415573:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415583:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415589:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415594:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415611:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415616:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415620:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415625:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415630:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.415633:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415637:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415644:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.415647:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.415649:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415653:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35665 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415661:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415667:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415671:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415675:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.415677:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415681:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415686:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff880096847800) 00010000:00010000:1.0:1715206675.415688:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.415690:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415694:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3566c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206675.415713:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c3565e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a014 expref: 163 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.415720:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c3565e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a014 expref: 163 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.415726:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114000, rc 0) 00000100:00100000:1.0:1715206675.415750:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591742784:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 265us (377us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.415756:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572568 00000100:00100000:0.0:1715206675.418128:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.418220:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591742912 00000100:00100000:2.0:1715206675.418228:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591742912 00000100:00100000:2.0:1715206675.418287:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572569 00000100:00100000:2.0:1715206675.418297:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13030:x1798523591742912:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.418313:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.418328:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c35673 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a01b expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.418378:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.418385:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418396:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418425:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418435:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418460:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1715206675.418462:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743040 00010000:00010000:2.0:1715206675.418466:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1715206675.418470:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743040 00010000:00010000:2.0:1715206675.418483:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418488:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418492:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418498:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418503:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cad00 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206675.418504:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572570 00010000:00010000:2.0:1715206675.418505:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418510:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1715206675.418513:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13029:x1798523591743040:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.418517:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.418520:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.418523:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.418528:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.418528:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c3567a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418536:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.418542:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c35688 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a022 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.418542:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418547:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418551:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.418553:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418558:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418563:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff8800935ebf00) 00010000:00010000:2.0:1715206675.418565:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.418567:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.418571:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c35681 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.418592:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.418593:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c35673 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a01b expref: 165 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.418600:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c35673 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a01b expref: 165 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.418606:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.418607:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c86c0, rc 0) 00010000:00010000:3.0:1715206675.418617:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418632:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418642:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418649:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.418652:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+164:13030:x1798523591742912:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 355us (526us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.418662:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572569 00010000:00010000:3.0:1715206675.418667:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418672:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418682:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418687:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084fcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.418690:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418695:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418702:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.418705:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.418708:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418712:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c3568f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418737:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418743:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418748:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418752:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084ef40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.418754:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418759:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418780:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff880094fbb500) 00010000:00010000:3.0:1715206675.418783:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.418785:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418790:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35696 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.418813:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c35688 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a022 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.418820:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c35688 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a022 expref: 163 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.418827:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084e880, rc 0) 00000100:00100000:3.0:1715206675.418865:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+162:13029:x1798523591743040:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 353us (493us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.418873:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572570 00000100:00100000:0.0:1715206675.420872:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.420913:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.420942:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743104 00000100:00100000:3.0:1715206675.420949:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743104 00000100:00100000:3.0:1715206675.420985:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743168 00000100:00100000:3.0:1715206675.420989:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743168 00000100:00100000:2.0:1715206675.421005:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572571 00000100:00100000:2.0:1715206675.421014:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591743104:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.421016:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572572 00000100:00100000:3.0:1715206675.421025:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591743168:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.421026:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.421037:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c3569d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a029 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.421041:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.421081:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c356a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a030 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.421098:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.421112:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.421124:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421135:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421139:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421148:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421150:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.421159:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421160:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.421173:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.421180:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421181:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421186:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421189:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.421196:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421204:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421204:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421209:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421213:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cbcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.421214:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421217:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421219:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084c240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.421222:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421225:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421227:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421235:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.421238:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.421239:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.421241:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421242:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.421245:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421246:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c356ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421250:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c356b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421254:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421258:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421259:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421263:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421264:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421268:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421269:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924ca640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.421271:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421272:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084cd80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.421274:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421276:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421280:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421281:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935eb800) 00010000:00010000:2.0:1715206675.421283:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.421285:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff880094fbb800) 00010000:00010000:2.0:1715206675.421286:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421287:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.421289:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421291:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c356b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.421294:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c356c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.421314:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c3569d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a029 expref: 165 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.421316:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c356a4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a030 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.421321:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c3569d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a029 expref: 165 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.421324:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c356a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a030 expref: 165 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.421329:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924caac0, rc 0) 00010000:00010000:3.0:1715206675.421332:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084fa80, rc 0) 00000100:00100000:2.0:1715206675.421374:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591743104:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 359us (503us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.421381:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591743168:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 356us (466us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.421385:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572571 00000100:00100000:3.0:1715206675.421390:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572572 00000100:00100000:0.0:1715206675.423810:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.423859:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.423881:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743296 00000100:00100000:2.0:1715206675.423888:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743296 00000100:00100000:2.0:1715206675.423921:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743424 00000100:00100000:2.0:1715206675.423924:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743424 00000100:00100000:2.0:1715206675.423942:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572573 00000100:00100000:2.0:1715206675.423949:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13029:x1798523591743296:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.423949:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572574 00000100:00100000:0.0:1715206675.423956:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+163:13030:x1798523591743424:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.423963:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.423964:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.423967:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1715206675.423967:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.423982:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35611 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ff1 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.423982:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c35618 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ff8 expref: 163 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.423999:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.424003:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.424013:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c356c7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a037 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.424013:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:0.0:1715206675.424017:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.424025:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c356ce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a03e expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.424097:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424108:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424109:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424118:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424120:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424128:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424133:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424140:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424142:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424149:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424150:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424158:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00080000:0.0:1715206675.424429:0:16094:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2078:0x0], index 0: 0 00000004:00080000:2.0:1715206675.424437:0:7126:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2078:0x0], index 1: 0 00010000:00010000:0.0:1715206675.424558:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c356f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424559:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c356f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.424570:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c356f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424570:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c356f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424580:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c356f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424580:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c356f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.424608:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424610:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424617:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424618:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424625:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424632:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424632:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.424636:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424640:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424644:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424646:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.424650:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424654:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.424657:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424659:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.424663:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424666:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.424669:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.424671:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c356dc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424673:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.424680:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c356d5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:0.0:1715206675.424683:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880096909180 reply state ffff880135346000 transno 4295059925 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00010000:2.0:1715206675.424689:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012000fb80 reply state ffff880094ba9000 transno 4295059926 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424694:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.424699:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206675.424702:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:0.0:1715206675.424705:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.424706:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00000100:00100000:0.0:1715206675.424708:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.424709:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.424711:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.424731:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c356c7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a037 expref: 167 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.424731:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c356ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a03e expref: 167 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.424745:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c356f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a03e expref: 166 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.424751:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c356f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a037 expref: 165 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.424755:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fd:0x0].0x0 (ffff88009401d500) 00010000:00010000:0.0:1715206675.424758:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.424760:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fc:0x0].0x0 (ffff8800935eb600) 00010000:00010000:0.0:1715206675.424761:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3b600, rc 0) 00010000:00010000:2.0:1715206675.424763:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.424766:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb180, rc 0) 00000100:00100000:2.0:1715206675.424807:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13029:x1798523591743296:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 855us (997us total) trans 4295059926 rc 0/0 00000100:00100000:0.0:1715206675.424807:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13030:x1798523591743424:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 849us (947us total) trans 4295059925 rc 0/0 00000100:00100000:0.0:1715206675.424816:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572574 00000100:00100000:2.0:1715206675.424821:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572573 00000100:00100000:0.0:1715206675.426164:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:1.0:1715206675.426167:0:11040:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1026336110069ns, next at 1027336108664ns, rc = 0 00000100:00100000:0.0:1715206675.426177:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524852608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206675.426195:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524852480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206675.426213:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.426264:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206675.426264:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852608 00000100:00100000:1.0:1715206675.426270:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852608 00000100:00100000:0.0:1715206675.426288:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852480 00000100:00100000:0.0:1715206675.426292:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852480 00000100:00100000:3.0:1715206675.426297:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880096909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524852544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206675.426309:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1715206675.426318:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1715206675.426319:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524852608:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206675.426324:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206675.426325:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524852480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1715206675.426339:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3873812480 avail 3642175488 00002000:00000024:0.0:1715206675.426341:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3873812480 avail 3642175488 00000100:00100000:2.0:1715206675.426343:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524852544 00000100:00100000:2.0:1715206675.426348:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524852544 00000100:00100000:1.0:1715206675.426381:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524852608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.426382:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1715206675.426385:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524852480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.426389:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524852544:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206675.426390:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1715206675.426395:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00002000:00000024:2.0:1715206675.426420:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3901935616 avail 3670298624 00000100:00100000:3.0:1715206675.426431:0:3688:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294988798 gen 2 00000004:00080000:3.0:1715206675.426437:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fcb800, transno 4294988796 00000004:00080000:3.0:1715206675.426447:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fc9500, transno 4294988797 00000100:00100000:2.0:1715206675.426455:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524852544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.426472:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524852608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206675.426479:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1715206675.426482:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524852480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206675.426497:0:3688:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294989287 gen 2 00000004:00080000:3.0:1715206675.426501:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fc9f80, transno 4294989279 00000004:00080000:3.0:1715206675.426519:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fc8000, transno 4294989280 00000004:00080000:3.0:1715206675.426523:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fcaa00, transno 4294989281 00000004:00080000:3.0:1715206675.426527:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fca300, transno 4294989282 00000004:00080000:3.0:1715206675.426529:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fc8a80, transno 4294989283 00000004:00080000:3.0:1715206675.426532:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880122fcb480, transno 4294989284 00000004:00080000:3.0:1715206675.426535:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c896a00, transno 4294989285 00000004:00080000:3.0:1715206675.426537:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a02680, transno 4294989286 00000100:00100000:3.0:1715206675.426550:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880096909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524852544:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1715206675.426619:0:11058:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 5 changes, 0 in progress, 0 in flight, 7 done 00000100:00100000:0.0:1715206675.427419:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.427472:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743488 00000100:00100000:2.0:1715206675.427479:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743488 00000100:00100000:2.0:1715206675.427516:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77899 00000100:00100000:2.0:1715206675.427521:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591743488:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.427532:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.427545:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a045 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.427566:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2078:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.427578:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.427580:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.427586:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 97 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.427597:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 97 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.427605:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb3c0, rc 0) 00000100:00100000:2.0:1715206675.427642:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2003:x1798523591743488:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 119us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.427651:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77899 00000100:00100000:0.0:1715206675.428032:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.428137:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743552 00000100:00100000:2.0:1715206675.428143:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743552 00000100:00100000:2.0:1715206675.428181:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77900 00000100:00100000:2.0:1715206675.428187:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591743552:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.428197:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.428209:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a04c expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.428223:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2078:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.428233:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.428235:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.428239:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 98 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.428256:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 98 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.428264:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca400, rc 0) 00000100:00100000:2.0:1715206675.428301:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2002:x1798523591743552:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 113us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.428307:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77900 00000100:00100000:0.0:1715206675.429553:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.429634:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743680 00000100:00100000:3.0:1715206675.429640:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743680 00000100:00100000:3.0:1715206675.429674:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117769 00000100:00100000:3.0:1715206675.429680:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+166:13030:x1798523591743680:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206675.429777:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.429815:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13030:x1798523591743680:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 134us (264us total) trans 4295059927 rc 0/0 00000100:00100000:2.0:1715206675.429822:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743808 00000100:00100000:3.0:1715206675.429825:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117769 00000100:00100000:2.0:1715206675.429829:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743808 00000100:00100000:2.0:1715206675.429856:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117770 00000100:00100000:2.0:1715206675.429864:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e713450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+167:13029:x1798523591743808:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.430007:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e713450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13029:x1798523591743808:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 142us (229us total) trans 4295059928 rc 0/0 00000100:00100000:2.0:1715206675.430017:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117770 00000100:00100000:0.0:1715206675.432720:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.432776:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591743936 00000100:00100000:2.0:1715206675.432782:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591743936 00000100:00100000:2.0:1715206675.432818:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572575 00000100:00100000:2.0:1715206675.432825:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+168:13030:x1798523591743936:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.432856:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.432871:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c356f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a03e expref: 168 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.432887:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fd:0x0].0x0 (ffff88009401d500) 00010000:00010000:2.0:1715206675.432895:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.432909:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.432921:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.432929:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.432939:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.432947:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.432953:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.432990:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.432997:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433004:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000040:00080000:2.0:1715206675.433144:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8277, 64 off537920 00010000:00010000:2.0:1715206675.433167:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433173:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433179:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433187:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433191:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433195:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433198:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433202:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cbcc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.433204:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433208:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433213:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fd:0x0].0x0 (ffff88009fbdbe00) 00010000:00010000:2.0:1715206675.433215:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.433217:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433221:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35730 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433233:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433237:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433241:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433245:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924ca640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.433247:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433251:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433255:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fd:0x0].0x0 (ffff88009fbdbe00) 00010000:00010000:2.0:1715206675.433257:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.433259:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433262:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35729 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1715206675.433313:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.433330:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433337:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433343:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433350:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1715206675.433350:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744064 00010000:00010000:2.0:1715206675.433356:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8b40 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:1.0:1715206675.433357:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744064 00010000:00010000:2.0:1715206675.433359:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433366:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433380:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.433383:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.433386:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1715206675.433388:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572576 00010000:00010000:2.0:1715206675.433393:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3571b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:1.0:1715206675.433395:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13029:x1798523591744064:12345-192.168.203.35@tcp:36:dbench.0 00000004:00010000:2.0:1715206675.433421:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880096909880 reply state ffff880094bad000 transno 4295059929 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433432:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.433438:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:1.0:1715206675.433439:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.433441:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.433444:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.433455:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c356f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a037 expref: 169 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.433481:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fc:0x0].0x0 (ffff8800935eb600) 00010000:00010000:1.0:1715206675.433487:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.433497:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+169:13030:x1798523591743936:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 670us (777us total) trans 4295059929 rc 0/0 00010000:00010000:1.0:1715206675.433497:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433505:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:2.0:1715206675.433506:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572575 00010000:00010000:1.0:1715206675.433511:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433520:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433525:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433529:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433554:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433558:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433562:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.433644:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8276, 64 off537856 00010000:00010000:1.0:1715206675.433664:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433670:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433675:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433680:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433683:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433690:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433694:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433698:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.433700:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433704:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433709:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fc:0x0].0x0 (ffff880095dd8900) 00010000:00010000:1.0:1715206675.433711:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.433713:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433717:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c3574c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433728:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433732:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433735:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433739:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.433741:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433748:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433752:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fc:0x0].0x0 (ffff880095dd8900) 00010000:00010000:1.0:1715206675.433754:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.433755:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433759:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35745 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433801:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433805:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433809:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433812:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.433814:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433818:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433822:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.433824:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.433825:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433829:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35737 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.433834:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009690a680 reply state ffff88012375d000 transno 4295059930 ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433840:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.433844:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:1.0:1715206675.433846:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.433848:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.433887:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591744064:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 491us (574us total) trans 4295059930 rc 0/0 00000100:00100000:1.0:1715206675.433893:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572576 00000100:00100000:0.0:1715206675.435287:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.435336:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.435357:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744128 00000100:00100000:1.0:1715206675.435362:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744128 00000100:00100000:1.0:1715206675.435388:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744192 00000100:00100000:1.0:1715206675.435390:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744192 00000100:00100000:1.0:1715206675.435428:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572577 00000100:00100000:1.0:1715206675.435458:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591744128:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.435463:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572578 00010000:00010000:1.0:1715206675.435469:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1715206675.435469:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591744192:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.435477:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35753 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a053 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.435478:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.435486:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3575a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a05a expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.435507:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435510:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435518:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435518:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435526:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435527:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.435537:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435540:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435544:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435545:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.435550:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435551:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435564:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.435568:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.435571:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435571:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435575:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.435577:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435578:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435581:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435584:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435586:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.435588:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.435590:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435590:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.435593:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435594:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35761 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.435600:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435600:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435604:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.435608:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435609:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.435612:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.435612:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.435615:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435616:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435620:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435622:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35768 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435627:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:1.0:1715206675.435630:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.435631:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435633:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435635:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435638:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35776 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.435639:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.435642:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.435644:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.435647:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.435652:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:0.0:1715206675.435653:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.435655:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435659:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35753 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a053 expref: 173 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.435659:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c3576f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.435665:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35753 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a053 expref: 173 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.435672:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120116640, rc 0) 00010000:00010000:0.0:1715206675.435675:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3575a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a05a expref: 172 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.435680:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c3575a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a05a expref: 172 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.435686:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38fc0, rc 0) 00000100:00100000:1.0:1715206675.435715:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591744128:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 256us (431us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.435715:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591744192:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 246us (380us total) trans 0 rc 301/301 00000100:00100000:0.0:1715206675.435720:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572578 00000100:00100000:1.0:1715206675.435724:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572577 00000100:00100000:0.0:1715206675.437185:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.437252:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744256 00000100:00100000:1.0:1715206675.437257:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744256 00000100:00100000:1.0:1715206675.437285:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572579 00000100:00100000:1.0:1715206675.437290:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+170:13029:x1798523591744256:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.437298:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.437304:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c3577d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a061 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.437318:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c3577d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a061 expref: 171 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.437326:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c3577d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a061 expref: 171 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.437331:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.437332:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.437335:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114240, rc 0) 00000100:00100000:1.0:1715206675.437362:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13029:x1798523591744256:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 70us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.437370:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572579 00000100:00100000:0.0:1715206675.437461:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.437500:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744320 00000100:00100000:1.0:1715206675.437504:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744320 00000100:00100000:1.0:1715206675.437522:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572580 00000100:00100000:1.0:1715206675.437527:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+171:13030:x1798523591744320:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.437536:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.437544:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35784 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a068 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.437559:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a068 expref: 172 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.437568:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a068 expref: 172 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.437575:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.437577:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.437579:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114480, rc 0) 00000100:00100000:1.0:1715206675.437615:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591744320:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 87us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.437621:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572580 00000100:00100000:0.0:1715206675.439072:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.439175:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744384 00000100:00100000:2.0:1715206675.439181:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744384 00000100:00100000:2.0:1715206675.439214:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117771 00000100:00100000:2.0:1715206675.439220:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591744384:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.439493:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.439593:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744448 00000100:00100000:3.0:1715206675.439599:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744448 00000100:00100000:3.0:1715206675.439635:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117772 00000100:00100000:3.0:1715206675.439642:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591744448:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.441216:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591744384:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1994us (2163us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.441222:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117771 00000100:00100000:3.0:1715206675.441484:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591744448:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1840us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.441492:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117772 00000100:00100000:0.0:1715206675.443039:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.443091:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.443120:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744576 00000100:00100000:1.0:1715206675.443124:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744576 00000100:00100000:2.0:1715206675.443136:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744704 00000100:00100000:2.0:1715206675.443141:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744704 00000100:00100000:1.0:1715206675.443149:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572581 00000100:00100000:1.0:1715206675.443153:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591744576:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.443161:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206675.443163:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572582 00010000:00010000:1.0:1715206675.443167:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c3578b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a06f expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.443168:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591744704:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.443177:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.443186:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c35792 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a076 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.443196:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443204:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443211:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443213:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443220:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443222:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443226:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443229:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443232:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443236:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.443243:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443246:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443248:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443251:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443254:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443257:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.443258:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443262:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443262:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443266:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.443268:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443268:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.443270:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443272:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35799 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443273:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.443278:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.443278:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443281:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443282:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443285:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443287:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443287:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db1440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.443289:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443291:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443294:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.443294:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:1.0:1715206675.443296:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.443297:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.443297:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.443299:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c357a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.443300:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.443305:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c357a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443311:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c3578b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a06f expref: 175 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.443313:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443315:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c3578b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a06f expref: 175 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.443317:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.443319:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114b40, rc 0) 00010000:00010000:2.0:1715206675.443321:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.443326:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.443328:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.443333:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.443339:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:2.0:1715206675.443341:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.443343:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.443346:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13029:x1798523591744576:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 192us (308us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.443352:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572581 00010000:00010000:2.0:1715206675.443353:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c357ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.443368:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c35792 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a076 expref: 173 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.443376:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c35792 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a076 expref: 173 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.443383:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c86c0, rc 0) 00000100:00100000:2.0:1715206675.443423:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13030:x1798523591744704:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 254us (331us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.443429:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572582 00000100:00100000:0.0:1715206675.444835:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.444859:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.444877:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744832 00000100:00100000:2.0:1715206675.444882:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744832 00000100:00100000:2.0:1715206675.444903:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591744768 00000100:00100000:2.0:1715206675.444906:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591744768 00000100:00100000:1.0:1715206675.444910:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572583 00000100:00100000:1.0:1715206675.444915:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591744832:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.444923:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206675.444926:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572584 00010000:00010000:1.0:1715206675.444929:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c357b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a084 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.444931:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591744768:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.444940:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.444948:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c357bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a07d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.444951:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.444959:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.444966:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.444971:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.444972:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.444975:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.444979:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.444979:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.444989:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.444991:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.444992:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.444995:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.444998:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.444998:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db06c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.445000:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.445003:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.445004:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445007:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.445009:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445009:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.445011:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.445013:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c357c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.445019:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.445022:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445022:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.445026:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.445027:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445030:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.445033:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445033:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.445037:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.445038:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.445040:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445044:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:2.0:1715206675.445045:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445045:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.445047:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.445050:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c357d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.445052:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.445073:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.445076:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.445081:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c357ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445089:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c357b5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a084 expref: 175 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.445090:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445093:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c357b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a084 expref: 175 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.445095:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.445098:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db0240, rc 0) 00010000:00010000:2.0:1715206675.445100:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.445104:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.445107:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.445111:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.445118:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:2.0:1715206675.445120:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.445120:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+174:13030:x1798523591744832:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 204us (286us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.445122:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.445126:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c357d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.445126:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572583 00010000:00010000:2.0:1715206675.445142:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c357bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a07d expref: 173 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.445150:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c357bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a07d expref: 173 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.445156:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8900, rc 0) 00000100:00100000:2.0:1715206675.445179:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+172:13029:x1798523591744768:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 247us (318us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.445185:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572584 00000100:00100000:0.0:1715206675.446964:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.446988:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.447007:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745024 00000100:00100000:2.0:1715206675.447011:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745024 00000100:00100000:2.0:1715206675.447032:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745088 00000100:00100000:2.0:1715206675.447035:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745088 00000100:00100000:2.0:1715206675.447047:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572585 00000100:00100000:2.0:1715206675.447052:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13030:x1798523591745024:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.447068:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572586 00000100:00100000:1.0:1715206675.447074:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+173:13029:x1798523591745088:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.447077:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.447080:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1715206675.447081:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.447083:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.447090:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35784 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a068 expref: 173 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.447092:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c3577d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a061 expref: 173 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.447102:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.447103:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.447104:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.447106:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.447109:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c357df lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a092 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.447113:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c357e6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a08b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.447139:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447144:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447145:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447148:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447153:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447154:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447157:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447160:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447161:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.447169:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.447179:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.447185:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:1.0:1715206675.447307:0:16094:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2079:0x0], index 1: 0 00000004:00080000:2.0:1715206675.447321:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2079:0x0], index 0: 0 00010000:00010000:1.0:1715206675.447371:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c35809 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447376:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c35809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447380:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c35809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447387:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35810 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447394:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447395:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35810 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447397:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447415:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447416:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35810 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447418:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.447420:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447423:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447444:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.447446:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.447448:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.447452:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c357ed lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447454:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000004:00010000:1.0:1715206675.447460:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012072a680 reply state ffff880120025000 transno 4295059931 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447462:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447466:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.447469:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447471:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:1.0:1715206675.447472:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.447474:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.447475:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.447478:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.447485:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447489:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c357df lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a092 expref: 176 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.447496:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.447497:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c35809 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40ff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a092 expref: 175 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.447500:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.447503:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.447506:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ff:0x0].0x0 (ffff880095dd8700) 00010000:00010000:1.0:1715206675.447507:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.447509:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800948361c0, rc 0) 00010000:00010000:2.0:1715206675.447510:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c357f4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.447520:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012072aa00 reply state ffff880094bac000 transno 4295059932 ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.447529:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.447537:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:2.0:1715206675.447540:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.447542:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.447545:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+176:13029:x1798523591745088:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 470us (555us total) trans 4295059931 rc 0/0 00000100:00100000:1.0:1715206675.447550:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572586 00010000:00010000:2.0:1715206675.447563:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c357e6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a08b expref: 176 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.447576:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35810 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40fe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a08b expref: 175 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.447584:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fe:0x0].0x0 (ffff8800935eb800) 00010000:00010000:2.0:1715206675.447587:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.447589:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9f80, rc 0) 00000100:00100000:2.0:1715206675.447620:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+176:13030:x1798523591745024:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 566us (656us total) trans 4295059932 rc 0/0 00000100:00100000:2.0:1715206675.447628:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572585 00000100:00100000:0.0:1715206675.449607:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.449666:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745152 00000100:00100000:2.0:1715206675.449672:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745152 00000100:00100000:2.0:1715206675.449709:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77901 00000100:00100000:2.0:1715206675.449716:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2002:x1798523591745152:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.449728:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.449743:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a099 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.449762:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x2079:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.449775:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.449777:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.449785:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 98 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.449800:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 98 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.449811:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924cb180, rc 0) 00000100:00100000:2.0:1715206675.449850:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2002:x1798523591745152:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 132us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.449858:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77901 00000100:00100000:1.0:1715206675.449974:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.450020:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745216 00000100:00100000:2.0:1715206675.450025:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745216 00000100:00100000:2.0:1715206675.450075:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77902 00000100:00100000:2.0:1715206675.450081:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591745216:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.450091:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.450105:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0a0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.450120:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x2079:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.450130:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.450132:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.450138:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 99 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.450151:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 99 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.450161:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8b40, rc 0) 00000100:00100000:2.0:1715206675.450199:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591745216:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 116us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.450207:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77902 00000100:00100000:0.0:1715206675.452168:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.452202:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.452228:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745344 00000100:00100000:2.0:1715206675.452234:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745344 00000100:00100000:2.0:1715206675.452266:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745280 00000100:00100000:2.0:1715206675.452269:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745280 00000100:00100000:2.0:1715206675.452294:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77903 00000100:00100000:2.0:1715206675.452302:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+99:13029:x1798523591745344:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.452302:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77904 00000100:00100000:0.0:1715206675.452309:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+98:13030:x1798523591745280:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.452313:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.452320:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.452324:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0a7 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.452331:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0ae expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.452348:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 99 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.452349:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 100 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206675.452355:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206675.452356:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.452359:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206675.452360:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.452362:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.452367:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 100 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.452382:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 99 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.452391:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 100 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206675.452393:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 99 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1715206675.452419:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880120729500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524852672:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.452423:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 100 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.452438:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524852736:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206675.452462:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756540 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.452471:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012f34cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.453769:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880120729500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524852672:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.453793:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.453797:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524852736:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.453810:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38240, rc 0) 00010000:00010000:3.0:1715206675.453823:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 100 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.453840:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924ca640, rc 0) 00000100:00100000:2.0:1715206675.453859:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+99:13030:x1798523591745280:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1548us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.453866:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+100:13029:x1798523591745344:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1565us (1701us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.453869:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77904 00000100:00100000:3.0:1715206675.453874:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77903 00000100:00100000:0.0:1715206675.454316:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.454395:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745472 00000100:00100000:2.0:1715206675.454421:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745472 00010000:00010000:2.0:1715206675.454458:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 99 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.454501:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158702 00000100:00100000:2.0:1715206675.454525:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591745472:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.454540:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.454554:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 99 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.454568:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 99 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.454588:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35825 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a099 expref: 99 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.454616:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206675.454618:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.454619:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.454627:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.454638:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.454656:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745408 00010000:00010000:2.0:1715206675.454664:0:7115:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 98 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.454664:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745408 00000100:00100000:2.0:1715206675.454677:0:7115:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7115:1798523524852800:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206675.454685:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 100 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.454711:0:7115:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012f34c540 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.454730:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158703 00000100:00100000:1.0:1715206675.454739:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591745408:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.454752:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.454764:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 100 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.454774:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 100 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.454788:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c3582c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a0 expref: 100 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.454811:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.454813:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.454819:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.454831:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.454858:0:8270:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.454871:0:8270:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524852864:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206675.454920:0:8270:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d3ade40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.455888:0:7115:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7115:1798523524852800:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.455902:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.455929:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2002:x1798523591745472:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1403us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.455938:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158702 00000100:00100000:1.0:1715206675.455952:0:8270:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8270:1798523524852864:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206675.455968:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206675.456000:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591745408:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1261us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.456010:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158703 00000100:00100000:0.0:1715206675.462558:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.462584:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.462599:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745600 00000100:00100000:3.0:1715206675.462604:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745600 00000100:00100000:3.0:1715206675.462628:0:7130:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745728 00000100:00100000:3.0:1715206675.462630:0:7130:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745728 00000100:00100000:2.0:1715206675.462636:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117773 00000100:00100000:2.0:1715206675.462643:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+177:13030:x1798523591745600:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.462651:0:7130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117774 00000100:00100000:3.0:1715206675.462655:0:7130:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+177:13029:x1798523591745728:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:3.0:1715206675.462798:0:7130:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13029:x1798523591745728:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 142us (213us total) trans 4295059933 rc 0/0 00000100:00100000:3.0:1715206675.462804:0:7130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117774 00000100:00100000:2.0:1715206675.462807:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591745600:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 162us (249us total) trans 4295059934 rc 0/0 00000100:00100000:2.0:1715206675.462816:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117773 00000100:00100000:0.0:1715206675.482512:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.482554:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.482575:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745792 00000100:00100000:2.0:1715206675.482581:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745792 00000100:00100000:2.0:1715206675.482613:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745856 00000100:00100000:2.0:1715206675.482615:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745856 00000100:00100000:2.0:1715206675.482627:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572587 00000100:00100000:2.0:1715206675.482633:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13029:x1798523591745792:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.482643:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572588 00010000:00010000:2.0:1715206675.482646:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206675.482649:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591745856:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.482657:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35841 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0b5 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.482657:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.482681:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c35848 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0bc expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.482712:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482714:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482720:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482724:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482731:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482733:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482739:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482743:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482744:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482747:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482752:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.482758:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482770:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482774:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482778:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482778:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482782:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.482784:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482784:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482789:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482790:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482795:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.482796:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cbcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.482797:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.482799:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482800:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482803:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c3584f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482806:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.482814:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.482817:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.482820:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482824:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482826:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c35856 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482828:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482832:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482835:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.482836:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482840:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482844:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8900) 00010000:00010000:1.0:1715206675.482846:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.482849:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482849:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.482852:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c3585d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.482855:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.482861:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482868:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c35848 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0bc expref: 181 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.482872:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cb180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.482874:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c35848 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0bc expref: 181 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.482875:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.482879:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834d80, rc 0) 00010000:00010000:2.0:1715206675.482881:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.482889:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353db00) 00010000:00010000:2.0:1715206675.482891:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.482894:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.482899:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cb180/0xb73f6b2ce2c35864 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.482911:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591745856:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 262us (357us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.482916:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572588 00010000:00010000:2.0:1715206675.482922:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35841 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0b5 expref: 180 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.482931:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8b40/0xb73f6b2ce2c35841 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0b5 expref: 179 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.482939:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8b40, rc 0) 00000100:00100000:2.0:1715206675.482962:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+178:13029:x1798523591745792:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 328us (454us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.482969:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572587 00000100:00100000:0.0:1715206675.484694:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.484736:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.484755:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745984 00000100:00100000:2.0:1715206675.484760:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745984 00000100:00100000:2.0:1715206675.484786:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591745920 00000100:00100000:2.0:1715206675.484789:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591745920 00000100:00100000:1.0:1715206675.484801:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572589 00000100:00100000:1.0:1715206675.484807:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13030:x1798523591745984:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.484808:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572590 00000100:00100000:2.0:1715206675.484814:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+179:13029:x1798523591745920:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.484816:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.484824:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.484824:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3586b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0ca expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.484833:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35872 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0c3 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.484839:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3586b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ca expref: 180 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.484846:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3586b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ca expref: 181 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.484851:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.484852:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35872 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0c3 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.484853:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.484854:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835440, rc 0) 00010000:00010000:2.0:1715206675.484864:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35872 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0c3 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.484872:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.484875:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.484877:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c98c0, rc 0) 00000100:00100000:1.0:1715206675.484885:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591745984:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 78us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.484890:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572589 00000100:00100000:2.0:1715206675.484898:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13029:x1798523591745920:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 83us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.484905:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572590 00000100:00100000:0.0:1715206675.486795:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.486834:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.486853:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746112 00000100:00100000:2.0:1715206675.486858:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746112 00000100:00100000:2.0:1715206675.486876:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746048 00000100:00100000:2.0:1715206675.486879:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746048 00000100:00100000:2.0:1715206675.486901:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117775 00000100:00100000:2.0:1715206675.486908:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e713050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591746112:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.486908:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117776 00000100:00100000:0.0:1715206675.486915:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591746048:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.488864:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e713050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591746112:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1953us (2068us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.488873:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117775 00000100:00100000:1.0:1715206675.488875:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591746048:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1959us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.488883:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117776 00000100:00100000:0.0:1715206675.490885:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.490917:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.490933:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746240 00000100:00100000:2.0:1715206675.490938:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746240 00000100:00100000:2.0:1715206675.490962:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746176 00000100:00100000:2.0:1715206675.490964:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746176 00000100:00100000:1.0:1715206675.490967:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572591 00000100:00100000:1.0:1715206675.490973:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591746240:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.490979:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572592 00010000:00010000:1.0:1715206675.490983:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206675.490985:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591746176:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.490990:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35879 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0d8 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.490994:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.491002:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35880 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0d1 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.491011:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491017:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491021:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491027:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.491029:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491031:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491035:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.491038:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491046:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491046:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491049:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491072:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491075:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.491077:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491078:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491082:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.491084:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491087:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.491089:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.491090:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491090:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491094:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35887 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491099:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491103:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.491105:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491106:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491109:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.491110:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491110:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491113:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.491116:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff880095dd8300) 00010000:00010000:2.0:1715206675.491117:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491117:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.491119:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.491122:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.491122:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c3588e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.491125:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491130:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491135:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35879 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0d8 expref: 183 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.491138:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.491140:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35879 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0d8 expref: 183 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.491141:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.491144:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.491145:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836ac0, rc 0) 00010000:00010000:2.0:1715206675.491149:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8900/0xb73f6b2ce2c35895 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491158:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491163:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491169:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.491173:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591746240:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 200us (291us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.491174:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c9440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.491176:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.491177:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572591 00010000:00010000:2.0:1715206675.491181:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491187:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff88009353dc00) 00010000:00010000:2.0:1715206675.491190:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.491193:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491199:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9440/0xb73f6b2ce2c3589c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.491217:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35880 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0d1 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.491225:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9b00/0xb73f6b2ce2c35880 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0d1 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.491233:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9b00, rc 0) 00000100:00100000:2.0:1715206675.491266:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591746176:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 280us (348us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.491273:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572592 00000100:00100000:0.0:1715206675.492784:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.492820:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.492836:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746368 00000100:00100000:2.0:1715206675.492841:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746368 00000100:00100000:2.0:1715206675.492863:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746496 00000100:00100000:2.0:1715206675.492865:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746496 00000100:00100000:1.0:1715206675.492868:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572593 00000100:00100000:1.0:1715206675.492874:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591746368:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.492879:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572594 00010000:00010000:1.0:1715206675.492881:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206675.492884:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591746496:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.492888:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c358a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0df expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.492893:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.492901:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c358aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0e6 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.492915:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492920:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492925:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492929:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492930:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492934:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492938:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492942:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492948:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492950:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492951:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492954:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492958:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.492959:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492959:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492962:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492965:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492967:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.492968:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.492970:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492971:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492973:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c358b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492978:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492981:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492983:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492984:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492988:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492988:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.492989:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.492992:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.492994:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.492996:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff880095dd8600) 00010000:00010000:1.0:1715206675.492997:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.492998:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c86c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.492998:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.493001:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.493001:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c358bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.493007:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.493013:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c358a3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0df expref: 183 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.493014:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.493017:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.493018:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c358a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0df expref: 183 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.493020:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.493022:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835d40, rc 0) 00010000:00010000:2.0:1715206675.493025:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c86c0/0xb73f6b2ce2c358b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.493034:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.493039:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.493044:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.493048:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cad00 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:1.0:1715206675.493049:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591746368:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 175us (267us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.493050:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.493068:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572593 00010000:00010000:2.0:1715206675.493084:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.493092:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff88009353d100) 00010000:00010000:2.0:1715206675.493094:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.493098:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.493104:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cad00/0xb73f6b2ce2c358c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.493124:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c358aa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0e6 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.493132:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9680/0xb73f6b2ce2c358aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0e6 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.493140:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c9680, rc 0) 00000100:00100000:2.0:1715206675.493162:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591746496:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 277us (341us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.493168:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572594 00000100:00100000:0.0:1715206675.494432:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.494459:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.494477:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746560 00000100:00100000:2.0:1715206675.494481:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746560 00000100:00100000:2.0:1715206675.494506:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746624 00000100:00100000:2.0:1715206675.494509:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746624 00000100:00100000:1.0:1715206675.494513:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572595 00000100:00100000:1.0:1715206675.494518:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591746560:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.494524:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572596 00010000:00010000:1.0:1715206675.494526:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206675.494529:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591746624:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.494533:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c358cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0ed expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.494537:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.494546:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c358d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0f4 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.494554:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494560:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494564:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494569:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494570:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494574:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494576:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494578:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494582:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494588:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494590:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494591:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494594:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494595:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494597:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.494599:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494600:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494602:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494607:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.494609:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.494611:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494611:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494614:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c358db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494616:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494619:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494621:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494622:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494625:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494626:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cbcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.494627:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.494629:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494629:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494632:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494635:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494635:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff880095dd8900) 00010000:00010000:1.0:1715206675.494637:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.494638:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.494640:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c358e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.494641:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.494644:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.494647:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.494652:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cbcc0/0xb73f6b2ce2c358e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494653:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c358cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ed expref: 183 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.494658:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c358cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ed expref: 183 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.494659:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.494663:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834fc0, rc 0) 00010000:00010000:2.0:1715206675.494664:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.494669:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.494677:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.494679:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.494684:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.494689:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff88009353d700) 00000100:00100000:1.0:1715206675.494690:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+182:13029:x1798523591746560:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 172us (259us total) trans 0 rc 301/301 00010000:00010000:2.0:1715206675.494691:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.494693:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.494694:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572595 00010000:00010000:2.0:1715206675.494698:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c358f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.494718:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c358d4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0f4 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.494726:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8fc0/0xb73f6b2ce2c358d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0f4 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.494732:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800924c8fc0, rc 0) 00000100:00100000:2.0:1715206675.494756:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+180:13030:x1798523591746624:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 225us (296us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206675.494762:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572596 00000100:00100000:0.0:1715206675.496281:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.496307:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.496350:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746816 00000100:00100000:2.0:1715206675.496355:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746816 00000100:00100000:1.0:1715206675.496355:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746880 00000100:00100000:1.0:1715206675.496361:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746880 00000100:00100000:2.0:1715206675.496380:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572597 00000100:00100000:2.0:1715206675.496384:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13029:x1798523591746816:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.496389:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572598 00010000:00010000:2.0:1715206675.496392:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.496394:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1715206675.496394:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+181:13030:x1798523591746880:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.496414:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.496415:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1715206675.496419:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c98c0/0xb73f6b2ce2c35872 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0c3 expref: 181 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.496424:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3586b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ca expref: 181 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.496428:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.496431:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.496433:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.496435:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.496436:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c358f7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a0fb expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.496440:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c358fe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a102 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.496465:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496469:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496471:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.496475:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496475:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.496480:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496481:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.496485:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496486:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496489:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496490:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.496494:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00080000:1.0:1715206675.496665:0:16094:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x207a:0x0], index 0: 0 00000004:00080000:2.0:1715206675.496677:0:11041:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x207a:0x0], index 1: 0 00010000:00010000:1.0:1715206675.496741:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35921 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4101:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496747:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c35928 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4100:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496747:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.496751:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35921 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496756:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c35928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4100:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.496760:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c35928 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4100:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496769:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.496772:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496773:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.496776:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496776:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.496779:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.496780:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496780:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496783:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.496783:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496785:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.496788:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496789:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.496791:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.496792:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.496793:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496794:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.496796:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496796:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c3590c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.496799:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35905 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:1.0:1715206675.496801:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d8b8000 reply state ffff880096121000 transno 4295059935 ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00010000:2.0:1715206675.496804:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d8ba300 reply state ffff880094be6000 transno 4295059936 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.496806:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.496810:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:1.0:1715206675.496811:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.496812:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206675.496812:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.496816:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:2.0:1715206675.496817:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.496818:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.496824:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c358fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a102 expref: 184 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.496829:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c358f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0fb expref: 184 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.496831:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35921 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a102 expref: 184 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.496835:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4101:0x0].0x0 (ffff880095dd8e00) 00010000:00010000:2.0:1715206675.496836:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c35928 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4100:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0fb expref: 183 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.496836:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.496838:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835200, rc 0) 00010000:00010000:2.0:1715206675.496840:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4100:0x0].0x0 (ffff88009353d900) 00010000:00010000:2.0:1715206675.496841:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.496843:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b04480, rc 0) 00000100:00100000:1.0:1715206675.496866:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13030:x1798523591746880:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 472us (558us total) trans 4295059935 rc 0/0 00000100:00100000:1.0:1715206675.496871:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572598 00000100:00100000:2.0:1715206675.496872:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13029:x1798523591746816:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 487us (592us total) trans 4295059936 rc 0/0 00000100:00100000:2.0:1715206675.496876:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572597 00000100:00100000:0.0:1715206675.498724:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.498749:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.498788:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591746944 00000100:00100000:3.0:1715206675.498792:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747008 00000100:00100000:2.0:1715206675.498792:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591746944 00000100:00100000:3.0:1715206675.498797:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747008 00000100:00100000:2.0:1715206675.498817:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77905 00000100:00100000:2.0:1715206675.498821:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591746944:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.498828:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206675.498829:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77906 00000100:00100000:3.0:1715206675.498833:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2003:x1798523591747008:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.498839:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a109 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.498840:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.498851:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a110 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.498851:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x207a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.498861:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00002000:00010000:3.0:1715206675.498862:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x207a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.498863:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.498867:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 100 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.498869:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.498870:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.498873:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 99 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.498875:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 100 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.498881:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 99 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.498881:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b07cc0, rc 0) 00010000:00010000:3.0:1715206675.498886:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084fa80, rc 0) 00000100:00100000:2.0:1715206675.498906:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591746944:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 84us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.498907:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591747008:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 72us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.498910:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77906 00000100:00100000:2.0:1715206675.498916:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77905 00000100:00100000:0.0:1715206675.500443:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.500486:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.500533:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747136 00000100:00100000:1.0:1715206675.500538:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747136 00000100:00100000:1.0:1715206675.500558:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747264 00000100:00100000:1.0:1715206675.500560:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747264 00000100:00100000:2.0:1715206675.500563:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117777 00000100:00100000:2.0:1715206675.500569:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13029:x1798523591747136:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206675.500572:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117778 00000100:00100000:0.0:1715206675.500577:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+185:13030:x1798523591747264:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.500696:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13029:x1798523591747136:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 123us (252us total) trans 4295059937 rc 0/0 00000100:00100000:0.0:1715206675.500696:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13030:x1798523591747264:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 115us (205us total) trans 4295059938 rc 0/0 00000100:00100000:0.0:1715206675.500705:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117778 00000100:00100000:2.0:1715206675.500715:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117777 00000100:00100000:0.0:1715206675.503566:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.503590:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.503638:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747392 00000100:00100000:2.0:1715206675.503642:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747392 00000100:00100000:1.0:1715206675.503655:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747520 00000100:00100000:1.0:1715206675.503659:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747520 00000100:00100000:2.0:1715206675.503686:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572599 00000100:00100000:2.0:1715206675.503694:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13029:x1798523591747392:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:1.0:1715206675.503707:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572600 00000100:00100000:1.0:1715206675.503714:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+187:13030:x1798523591747520:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.503728:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.503742:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.503743:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04480/0xb73f6b2ce2c35928 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4100:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0fb expref: 187 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.503757:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35921 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4101:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a102 expref: 186 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.503758:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4100:0x0].0x0 (ffff88009353d900) 00010000:00010000:2.0:1715206675.503765:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.503772:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4101:0x0].0x0 (ffff880095dd8e00) 00010000:00010000:2.0:1715206675.503778:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.503779:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.503787:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.503791:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.503795:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.503801:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.503802:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.503808:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.503808:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.503814:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.503815:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.503821:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.503827:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.503851:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.503858:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.503860:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.503864:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.503867:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.503873:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.504011:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8278, 64 off537984 00000040:00080000:2.0:1715206675.504032:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8277, 64 off537920 00010000:00010000:1.0:1715206675.504039:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504047:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504055:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504061:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504067:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504093:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504102:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504102:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504108:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504109:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504113:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.504116:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504116:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504121:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504122:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504126:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504130:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4101:0x0].0x0 (ffff880096847600) 00010000:00010000:2.0:1715206675.504131:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504133:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.504136:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.504137:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504139:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504142:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35975 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4101:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504145:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504152:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4100:0x0].0x0 (ffff88009353d400) 00010000:00010000:2.0:1715206675.504155:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.504157:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504158:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504162:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c3597c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4100:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504164:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504169:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504174:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.504176:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504179:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504184:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504185:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504190:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504193:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4101:0x0].0x0 (ffff880096847600) 00010000:00010000:2.0:1715206675.504196:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b061c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.504196:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.504199:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504200:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504204:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504207:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c3596e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4101:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504210:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4100:0x0].0x0 (ffff88009353d400) 00010000:00010000:2.0:1715206675.504212:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.504214:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504219:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35967 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4100:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504291:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504298:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504303:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504307:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.504310:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.504315:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504318:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504321:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.504323:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.504326:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504326:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504331:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c3594b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504331:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504336:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837a80 already unused, calling callback (ffffffffa0ef9730) 00000004:00010000:2.0:1715206675.504339:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d8ba680 reply state ffff880094be7000 transno 4295059940 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504339:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504344:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.504347:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.504352:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.504353:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:1.0:1715206675.504354:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.504356:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.504357:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.504357:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504361:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35952 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.504368:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d8b8e00 reply state ffff880096122000 transno 4295059939 ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504376:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.504382:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:1.0:1715206675.504384:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.504386:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.504441:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591747392:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 747us (876us total) trans 4295059940 rc 0/0 00000100:00100000:2.0:1715206675.504446:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572599 00000100:00100000:1.0:1715206675.504455:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+188:13030:x1798523591747520:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 740us (863us total) trans 4295059939 rc 0/0 00000100:00100000:1.0:1715206675.504462:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572600 00000100:00100000:0.0:1715206675.505831:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.505861:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747584 00000100:00100000:0.0:1715206675.505861:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.505867:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747584 00000100:00100000:1.0:1715206675.505896:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747648 00000100:00100000:1.0:1715206675.505899:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747648 00000100:00100000:1.0:1715206675.505926:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572601 00000100:00100000:1.0:1715206675.505933:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591747584:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.505934:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572602 00000100:00100000:3.0:1715206675.505941:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591747648:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.505945:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.505970:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35983 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a117 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.505972:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.505984:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c3598a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a11e expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.506002:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.506011:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506017:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506019:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.506026:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506027:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506032:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506034:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506037:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506042:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.506047:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.506053:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506055:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.506064:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506095:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.506100:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506102:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506106:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506107:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.506110:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084c240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.506110:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506114:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506116:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506119:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506124:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.506127:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.506127:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.506130:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.506130:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506133:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506135:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35991 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506138:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c35998 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506143:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.506148:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.506153:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.506157:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.506160:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506161:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.506166:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506169:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506171:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506174:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:3.0:1715206675.506175:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.506176:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.506177:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506179:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506182:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506183:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c3599f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.506188:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:3.0:1715206675.506190:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.506192:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.506201:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c359a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.506202:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35983 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a117 expref: 191 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.506209:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35983 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a117 expref: 191 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.506216:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834000, rc 0) 00010000:00010000:3.0:1715206675.506222:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c3598a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a11e expref: 190 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.506229:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c3598a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a11e expref: 190 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.506237:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084cd80, rc 0) 00000100:00100000:1.0:1715206675.506257:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591747584:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 324us (480us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.506264:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591747648:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 322us (401us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.506265:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572601 00000100:00100000:3.0:1715206675.506271:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572602 00000100:00100000:0.0:1715206675.507943:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.507975:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.508086:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747712 00000100:00100000:1.0:1715206675.508086:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747776 00000100:00100000:3.0:1715206675.508094:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747712 00000100:00100000:1.0:1715206675.508095:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747776 00000100:00100000:3.0:1715206675.508142:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572603 00000100:00100000:3.0:1715206675.508146:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13029:x1798523591747712:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.508152:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572604 00010000:00010000:3.0:1715206675.508155:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1715206675.508157:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+189:13030:x1798523591747776:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.508162:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c359ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a125 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.508165:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.508173:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c359b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a12c expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.508177:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c359ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a125 expref: 190 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.508184:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c359ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a125 expref: 191 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.508189:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.508191:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c359b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a12c expref: 191 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.508192:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.508194:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084ef40, rc 0) 00010000:00010000:1.0:1715206675.508198:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c359b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a12c expref: 191 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.508203:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.508205:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.508207:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094834fc0, rc 0) 00000100:00100000:3.0:1715206675.508243:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591747712:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 95us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.508244:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591747776:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 87us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.508249:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572603 00000100:00100000:1.0:1715206675.508253:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572604 00000100:00100000:0.0:1715206675.510037:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.510092:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.510118:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747840 00000100:00100000:2.0:1715206675.510125:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747840 00000100:00100000:2.0:1715206675.510161:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591747904 00000100:00100000:2.0:1715206675.510164:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591747904 00000100:00100000:1.0:1715206675.510174:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117779 00000100:00100000:1.0:1715206675.510185:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591747840:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.510204:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117780 00000100:00100000:2.0:1715206675.510212:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e712c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591747904:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.512047:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591747840:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1862us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.512073:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117779 00000100:00100000:2.0:1715206675.512347:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e712c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+190:13030:x1798523591747904:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2131us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.512359:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117780 00000100:00100000:0.0:1715206675.514157:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.514188:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.514237:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748032 00000100:00100000:1.0:1715206675.514242:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748160 00000100:00100000:3.0:1715206675.514243:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748032 00000100:00100000:1.0:1715206675.514247:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748160 00000100:00100000:3.0:1715206675.514274:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572605 00000100:00100000:3.0:1715206675.514281:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591748032:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:1.0:1715206675.514282:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572606 00000100:00100000:1.0:1715206675.514287:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591748160:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.514290:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.514295:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.514298:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c359bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a133 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.514320:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c359c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a13a expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.514347:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514354:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514355:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.514362:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514362:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514368:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514368:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514373:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514373:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514377:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514379:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.514383:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514391:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.514396:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514397:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514420:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514420:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514424:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084eac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.514424:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514443:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514446:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.514449:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514449:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.514453:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514456:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.514458:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.514460:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514463:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.514464:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c359c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514466:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.514468:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514471:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514472:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c359d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514475:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.514479:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514479:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514483:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084d200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.514483:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514484:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514487:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.514491:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.514492:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514493:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.514496:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514497:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:3.0:1715206675.514498:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.514500:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514500:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:1.0:1715206675.514502:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.514503:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c359d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.514504:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.514507:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c359de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.514518:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c359bb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a133 expref: 193 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.514522:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c359c2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a13a expref: 193 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.514524:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c359bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a133 expref: 193 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.514529:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084fcc0, rc 0) 00010000:00010000:1.0:1715206675.514529:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c359c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a13a expref: 192 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.514535:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094837600, rc 0) 00000100:00100000:3.0:1715206675.514562:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591748032:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 281us (407us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.514567:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572605 00000100:00100000:1.0:1715206675.514567:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591748160:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 280us (378us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.514572:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572606 00000100:00100000:0.0:1715206675.516285:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.516334:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.516367:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748224 00000100:00100000:1.0:1715206675.516375:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748224 00000100:00100000:3.0:1715206675.516389:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748288 00000100:00100000:3.0:1715206675.516397:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748288 00000100:00100000:1.0:1715206675.516436:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572607 00000100:00100000:1.0:1715206675.516459:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591748224:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:3.0:1715206675.516461:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572608 00000100:00100000:3.0:1715206675.516467:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591748288:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.516469:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.516476:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.516477:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c359e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a141 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.516484:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c359ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a148 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.516501:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.516509:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516513:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516515:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516520:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516521:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516525:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516525:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.516531:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516532:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.516537:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.516541:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516544:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.516548:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.516552:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516554:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516556:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.516558:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516558:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516562:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516562:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516566:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.516567:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.516568:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516569:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.516572:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516572:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.516575:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c359f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516581:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.516581:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516583:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.516585:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516586:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.516589:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c359fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516589:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.516593:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.516595:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516596:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516599:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516600:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.516603:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516603:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:1.0:1715206675.516605:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.516607:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d89b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.516607:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516609:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516610:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.516612:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.516616:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:3.0:1715206675.516618:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.516620:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.516623:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35a08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.516624:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c359e5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a141 expref: 193 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.516629:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836400/0xb73f6b2ce2c359e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a141 expref: 193 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.516635:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836400, rc 0) 00010000:00010000:3.0:1715206675.516637:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c359ec lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a148 expref: 192 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.516644:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c359ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a148 expref: 192 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.516649:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084e400, rc 0) 00000100:00100000:1.0:1715206675.516685:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591748224:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 243us (402us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.516688:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591748288:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 221us (354us total) trans 0 rc 301/301 00000100:00100000:1.0:1715206675.516691:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572607 00000100:00100000:3.0:1715206675.516695:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572608 00000100:00100000:0.0:1715206675.519357:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.519390:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.519424:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748480 00000100:00100000:3.0:1715206675.519430:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748480 00000100:00100000:1.0:1715206675.519440:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748544 00000100:00100000:1.0:1715206675.519447:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748544 00000100:00100000:3.0:1715206675.519460:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572609 00000100:00100000:3.0:1715206675.519465:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13030:x1798523591748480:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.519475:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.519477:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1715206675.519478:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572610 00000100:00100000:1.0:1715206675.519483:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+191:13029:x1798523591748544:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.519488:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c359b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a12c expref: 191 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.519492:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.519495:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1715206675.519499:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.519502:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.519506:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c359ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a125 expref: 190 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.519508:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35a0f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a14f expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.519517:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.519520:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.519526:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a16 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a156 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.519544:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.519551:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.519557:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519562:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519564:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.519568:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519569:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519572:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519575:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.519580:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.519586:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.519590:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00080000:1.0:1715206675.519730:0:16094:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x207b:0x0], index 0: 0 00000004:00080000:3.0:1715206675.519747:0:8278:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x207b:0x0], index 1: 0 00010000:00010000:1.0:1715206675.519809:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35a39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4102:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519818:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35a40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4103:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519820:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4102:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519825:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4103:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519826:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4102:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519831:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4103:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519845:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519847:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519850:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519852:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519854:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519856:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519858:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.519860:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.519861:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519863:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519865:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519867:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519871:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.519873:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.519874:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.519876:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.519876:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519879:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519880:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a24 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519883:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35a1d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.519886:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d709180 reply state ffff880096127000 transno 4295059941 ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00010000:3.0:1715206675.519890:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d709880 reply state ffff880095880000 transno 4295059942 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.519896:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.519896:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.519901:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:1.0:1715206675.519901:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:3.0:1715206675.519903:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.519903:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.519905:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.519905:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.519920:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35a0f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a14f expref: 195 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.519921:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a156 expref: 195 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.519929:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35a40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4103:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a14f expref: 193 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.519930:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35a39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4102:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a156 expref: 193 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.519934:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4103:0x0].0x0 (ffff880094fbb900) 00010000:00010000:1.0:1715206675.519935:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4102:0x0].0x0 (ffff880096847600) 00010000:00010000:3.0:1715206675.519936:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.519937:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.519938:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d89200, rc 0) 00010000:00010000:1.0:1715206675.519939:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133db06c0, rc 0) 00000100:00100000:3.0:1715206675.519977:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13030:x1798523591748480:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 511us (622us total) trans 4295059942 rc 0/0 00000100:00100000:1.0:1715206675.519980:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13029:x1798523591748544:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 497us (589us total) trans 4295059941 rc 0/0 00000100:00100000:3.0:1715206675.519984:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572609 00000100:00100000:1.0:1715206675.519988:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572610 00000100:00100000:0.0:1715206675.523113:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.523142:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.523159:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748608 00000100:00100000:2.0:1715206675.523165:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748608 00000100:00100000:2.0:1715206675.523208:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748672 00000100:00100000:2.0:1715206675.523210:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748672 00000100:00100000:3.0:1715206675.523225:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77907 00000100:00100000:3.0:1715206675.523235:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2001:x1798523591748608:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:2.0:1715206675.523236:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77908 00000100:00100000:2.0:1715206675.523241:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2002:x1798523591748672:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.523248:0:9392:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.523251:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.523263:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a164 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.523264:0:9392:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a15d expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715206675.523277:0:18693:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x207b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1715206675.523298:0:9392:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x207b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715206675.523305:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.523307:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.523313:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.523313:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 100 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.523316:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206675.523323:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 101 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.523325:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 100 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.523334:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b05200, rc 0) 00010000:00010000:3.0:1715206675.523340:0:9392:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 101 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206675.523368:0:9392:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083d8af40, rc 0) 00000100:00100000:2.0:1715206675.523385:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591748672:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 143us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.523390:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77908 00000100:00100000:3.0:1715206675.523397:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2001:x1798523591748608:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 162us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.523428:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77907 00000100:00100000:0.0:1715206675.525849:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.525878:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.525946:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748736 00000100:00100000:3.0:1715206675.525954:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748736 00000100:00100000:3.0:1715206675.525994:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748800 00000100:00100000:3.0:1715206675.526013:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748800 00000100:00100000:2.0:1715206675.526023:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77909 00000100:00100000:2.0:1715206675.526032:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+100:13029:x1798523591748736:12345-192.168.203.35@tcp:101:dbench.0 00000100:00100000:0.0:1715206675.526032:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 77910 00000100:00100000:0.0:1715206675.526038:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+101:13030:x1798523591748800:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.526043:0:18693:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.526047:0:18689:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.526055:0:18693:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a16b expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.526074:0:18689:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a172 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.526090:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 102 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206675.526096:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206675.526097:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206675.526100:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 102 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.526113:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 101 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206675.526120:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 102 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206675.526129:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 102 pid: 9392 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.526130:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.526132:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.526137:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 101 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.526155:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524852928:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.526180:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 101 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206675.526195:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 101 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:0.0:1715206675.526201:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d756f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.526211:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524852992:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206675.526249:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012f34c000 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.527331:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524852928:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.527352:0:18689:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 102 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.527358:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524852992:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206675.527366:0:18689:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e39b00, rc 0) 00010000:00010000:3.0:1715206675.527377:0:18693:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 101 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.527391:0:18693:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b061c0, rc 0) 00000100:00100000:2.0:1715206675.527422:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+102:13030:x1798523591748800:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1382us (1541us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.527431:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77910 00000100:00100000:3.0:1715206675.527436:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+101:13029:x1798523591748736:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 1403us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.527444:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 77909 00000100:00100000:0.0:1715206675.527740:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.527780:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.527812:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748864 00000100:00100000:1.0:1715206675.527818:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748864 00000100:00100000:2.0:1715206675.527836:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591748928 00010000:00010000:1.0:1715206675.527839:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 101 pid: 18693 timeout: 1126 lvb_type: 1 00000100:00100000:2.0:1715206675.527841:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591748928 00010000:00010000:2.0:1715206675.527858:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 102 pid: 9392 timeout: 1126 lvb_type: 1 00000100:00100000:1.0:1715206675.527877:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158704 00000100:00100000:1.0:1715206675.527884:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591748864:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.527895:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206675.527900:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158705 00000100:00100000:2.0:1715206675.527906:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591748928:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206675.527908:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 101 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.527915:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.527921:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 101 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.527927:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 102 pid: 9392 timeout: 1126 lvb_type: 1 00010000:00010000:2.0:1715206675.527939:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 102 pid: 9392 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.527940:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35a55 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a164 expref: 101 pid: 18693 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.527951:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206675.527953:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.527956:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35a5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a15d expref: 102 pid: 9392 timeout: 1126 lvb_type: 1 00010000:00010000:1.0:1715206675.527960:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 100 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.527969:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 100 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.527982:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.527984:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206675.527991:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 101 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.527993:0:8270:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 100 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.528001:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 101 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.528006:0:8270:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8270:1798523524853056:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.528024:0:7115:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 101 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.528035:0:7115:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7115:1798523524853120:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206675.528035:0:8270:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800942d0240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.528081:0:7115:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012f34c000 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.529094:0:8270:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8270:1798523524853056:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206675.529104:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206675.529125:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591748864:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1242us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.529131:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158704 00000100:00100000:2.0:1715206675.529166:0:7115:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7115:1798523524853120:192.168.203.35@tcp:105: 00010000:00010000:2.0:1715206675.529181:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.529222:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2002:x1798523591748928:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 1314us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.529231:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158705 00000100:00100000:0.0:1715206675.530809:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.530845:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.530880:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749056 00000100:00100000:2.0:1715206675.530887:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749056 00000100:00100000:1.0:1715206675.530907:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749184 00000100:00100000:1.0:1715206675.530914:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749184 00000100:00100000:2.0:1715206675.530932:0:7129:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117781 00000100:00100000:2.0:1715206675.530941:0:7129:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13030:x1798523591749056:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.530976:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117782 00000100:00100000:1.0:1715206675.530985:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+195:13029:x1798523591749184:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.531116:0:7129:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13030:x1798523591749056:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 173us (306us total) trans 4295059943 rc 0/0 00000100:00100000:1.0:1715206675.531121:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13029:x1798523591749184:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 135us (273us total) trans 4295059944 rc 0/0 00000100:00100000:2.0:1715206675.531127:0:7129:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117781 00000100:00100000:1.0:1715206675.531133:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117782 00000100:00100000:0.0:1715206675.537252:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.537289:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.537366:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749312 00000100:00100000:1.0:1715206675.537373:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749312 00000100:00100000:2.0:1715206675.537376:0:7129:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749440 00000100:00100000:2.0:1715206675.537385:0:7129:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749440 00000100:00100000:1.0:1715206675.537433:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117783 00000100:00100000:1.0:1715206675.537440:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13029:x1798523591749312:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:0.0:1715206675.537444:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117784 00000100:00100000:0.0:1715206675.537452:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13030:x1798523591749440:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:1.0:1715206675.537597:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+199:13029:x1798523591749312:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 156us (347us total) trans 4295059945 rc 0/0 00000100:00100000:1.0:1715206675.537605:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117783 00000100:00100000:0.0:1715206675.537626:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+198:13030:x1798523591749440:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 174us (335us total) trans 4295059946 rc 0/0 00000100:00100000:0.0:1715206675.537635:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117784 00000100:00100000:0.0:1715206675.539853:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.539941:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749504 00000100:00100000:2.0:1715206675.539946:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749504 00000100:00100000:2.0:1715206675.539983:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117785 00000100:00100000:2.0:1715206675.539988:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+446:13029:x1798523591749504:12345-192.168.203.35@tcp:37:dbench.0 00000100:00080000:3.0:1715206675.540050:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206645 00000100:00100000:0.0:1715206675.540346:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.540441:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749568 00000100:00100000:1.0:1715206675.540446:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749568 00000100:00100000:1.0:1715206675.540474:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117786 00000100:00100000:1.0:1715206675.540479:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e712850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+447:13030:x1798523591749568:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.542005:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+447:13029:x1798523591749504:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2014us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.542013:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117785 00000100:00100000:1.0:1715206675.542210:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e712850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+446:13030:x1798523591749568:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1727us (1864us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.542218:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117786 00000100:00100000:0.0:1715206675.545342:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.545438:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749696 00000100:00100000:1.0:1715206675.545444:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749696 00000100:00100000:1.0:1715206675.545482:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572611 00000100:00100000:1.0:1715206675.545489:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+446:13030:x1798523591749696:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.545516:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.545536:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce24d0581 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801478b expref: 446 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.545553:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006e:0x0].0x0 (ffff880096845b00) 00010000:00010000:1.0:1715206675.545568:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce24e64c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801c243 expref: 445 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.545578:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff8800832d8d00) 00010000:00010000:1.0:1715206675.545584:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.545600:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.545610:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545619:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545630:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.545637:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545643:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545699:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.545707:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545714:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.545858:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3680, 64 off243712 00010000:00010000:1.0:1715206675.545889:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.545898:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545906:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545914:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545921:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545927:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545934:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545940:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.545944:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545951:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545959:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006e:0x0].0x0 (ffff8800940ccf00) 00010000:00010000:1.0:1715206675.545961:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.545965:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545977:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35a86 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1006e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.545994:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546000:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546007:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546013:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.546016:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546023:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546030:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006e:0x0].0x0 (ffff8800940ccf00) 00010000:00010000:1.0:1715206675.546032:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.546035:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546041:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c35a7f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1006e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546149:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546156:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546162:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546169:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db1440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.546172:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546179:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546188:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff880096847900) 00010000:00010000:1.0:1715206675.546191:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.546194:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546200:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c35a71 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.546212:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123166680 reply state ffff88008f1a0000 transno 4295216669 ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546220:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546227:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x8171eb56 (ffff880096847800) 00010000:00010000:1.0:1715206675.546230:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.546232:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.546279:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+446:13030:x1798523591749696:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 788us (937us total) trans 4295216669 rc 0/0 00000100:00100000:1.0:1715206675.546304:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572611 00000100:00100000:0.0:1715206675.546385:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.546447:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749824 00000100:00100000:1.0:1715206675.546453:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749824 00000100:00100000:1.0:1715206675.546490:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572612 00000100:00100000:1.0:1715206675.546498:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+446:13029:x1798523591749824:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.546524:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.546538:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084d680/0xb73f6b2ce24d05b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a7 expref: 446 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.546554:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006f:0x0].0x0 (ffff880096a4a100) 00010000:00010000:1.0:1715206675.546568:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce24e6422 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801c204 expref: 445 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.546580:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff88012f350a00) 00010000:00010000:1.0:1715206675.546586:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.546601:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 3/0,1 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.546611:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546620:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546631:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.546640:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546648:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546687:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.546696:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546705:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.546829:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3682, 64 off243840 00010000:00010000:1.0:1715206675.546854:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.546863:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546871:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546878:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546885:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546892:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546898:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546904:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.546907:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546914:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546921:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006f:0x0].0x0 (ffff8800940cca00) 00010000:00010000:1.0:1715206675.546925:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.546928:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546935:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094837600/0xb73f6b2ce2c35aa2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1006f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546949:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546955:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546962:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546968:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.546971:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546977:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546984:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006f:0x0].0x0 (ffff8800940cca00) 00010000:00010000:1.0:1715206675.546987:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.546989:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.546995:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094834b40/0xb73f6b2ce2c35a9b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1006f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547044:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547051:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547058:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547064:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.547067:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547098:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547106:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff8800940cc700) 00010000:00010000:1.0:1715206675.547109:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.547112:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 2/0,0 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547133:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35a8d lrc: 0/0,0 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.547144:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123167480 reply state ffff88008f1a2000 transno 4295216670 ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547154:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.547161:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x8171eb56 (ffff8800940cce00) 00010000:00010000:1.0:1715206675.547164:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.547166:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.547211:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+446:13029:x1798523591749824:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 712us (827us total) trans 4295216670 rc 0/0 00000100:00100000:1.0:1715206675.547219:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572612 00000100:00100000:0.0:1715206675.556647:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.556684:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.556740:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591749952 00000100:00100000:1.0:1715206675.556747:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591749952 00000100:00100000:1.0:1715206675.556779:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750080 00000100:00100000:1.0:1715206675.556781:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750080 00000100:00100000:1.0:1715206675.556793:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572613 00000100:00100000:1.0:1715206675.556798:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+199:13030:x1798523591749952:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.556802:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572614 00000100:00100000:3.0:1715206675.556811:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+199:13029:x1798523591750080:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.556826:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206675.556836:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1715206675.556841:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce24d06bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014817 expref: 199 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.556850:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce24d06ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014833 expref: 198 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.556865:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff880096a4b500) 00010000:00010000:3.0:1715206675.556879:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff88009fbdb000) 00010000:00010000:1.0:1715206675.556880:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a7180/0xb73f6b2ce24e64ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801c24a expref: 197 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.556892:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800925598c0/0xb73f6b2ce24e643e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801c212 expref: 196 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.556892:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8bcc0/0xb73f6b2ce24d071e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801484f expref: 196 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.556898:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8800901b0400) 00010000:00010000:1.0:1715206675.556903:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.556904:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5200/0xb73f6b2ce24d073a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801485d expref: 194 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.556911:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff880096a4ab00) 00010000:00010000:3.0:1715206675.556915:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.556919:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.556925:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.556928:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.556931:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.556935:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.556939:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.556958:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.556961:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.556966:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.556967:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.556972:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.556978:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557005:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.557010:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557014:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557015:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557019:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.557024:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:1.0:1715206675.557194:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8279, 64 off538048 00000040:00080000:3.0:1715206675.557202:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8278, 64 off537984 00010000:00010000:1.0:1715206675.557228:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557236:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557237:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.557245:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557246:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557252:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557253:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557258:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557260:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557263:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557266:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557269:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557271:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557274:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.557277:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557278:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557283:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a1c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.557285:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557287:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557292:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff8800940ccf00) 00010000:00010000:3.0:1715206675.557293:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557295:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.557298:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557300:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff880094fbb500) 00010000:00010000:3.0:1715206675.557303:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.557304:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35ad3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557306:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 3/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.557312:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35ada lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557321:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.557326:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557328:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557332:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557334:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557336:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.557339:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557339:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557344:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.557345:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557347:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557352:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff8800940ccf00) 00010000:00010000:3.0:1715206675.557353:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557354:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.557357:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557359:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff880094fbb500) 00010000:00010000:3.0:1715206675.557361:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.557365:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557367:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35ac5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557370:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35acc lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557495:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.557501:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.557506:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557509:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557510:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.557512:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557515:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557517:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557520:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557523:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8800940cc700) 00010000:00010000:3.0:1715206675.557524:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d886c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.557525:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.557527:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557527:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557548:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557548:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35aa9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557553:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff880094fbbb00) 00010000:00010000:3.0:1715206675.557555:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:1.0:1715206675.557555:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123165880 reply state ffff88008f1a4000 transno 4295059947 ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.557557:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.557560:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35ab0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557560:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.557565:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x8171ed56 (ffff8800940cca00) 00000004:00010000:3.0:1715206675.557567:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123167800 reply state ffff880095884000 transno 4295059948 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.557567:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.557569:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.557573:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.557581:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x8171ed56 (ffff880094fbb600) 00010000:00010000:3.0:1715206675.557582:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.557584:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.557608:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13030:x1798523591749952:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 809us (964us total) trans 4295059947 rc 0/0 00000100:00100000:3.0:1715206675.557613:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13029:x1798523591750080:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 803us (928us total) trans 4295059948 rc 0/0 00000100:00100000:1.0:1715206675.557614:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572613 00000100:00100000:3.0:1715206675.557619:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572614 00000100:00100000:0.0:1715206675.567378:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.567473:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750208 00000100:00100000:0.0:1715206675.567475:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.567478:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750208 00000100:00100000:3.0:1715206675.567505:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750336 00000100:00100000:3.0:1715206675.567507:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750336 00000100:00100000:3.0:1715206675.567519:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572615 00000100:00100000:3.0:1715206675.567523:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+447:13029:x1798523591750208:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.567549:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206675.567550:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572616 00000100:00100000:2.0:1715206675.567557:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+447:13030:x1798523591750336:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.567561:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a4900/0xb73f6b2ce24d0780 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10071:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014872 expref: 447 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.567580:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.567581:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10071:0x0].0x0 (ffff880096a4ac00) 00010000:00010000:3.0:1715206675.567587:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.567592:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a7840/0xb73f6b2ce24d0756 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10070:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014864 expref: 446 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.567599:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.567606:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567611:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567617:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10070:0x0].0x0 (ffff880096a4af00) 00010000:00010000:3.0:1715206675.567618:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.567625:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567626:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.567629:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567644:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 3/0,1 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.567651:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567657:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567665:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.567665:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.567669:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567670:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567673:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567674:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567709:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.567713:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567718:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT1 00000040:00080000:3.0:1715206675.567763:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3683, 64 off243904 00010000:00010000:3.0:1715206675.567785:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.567792:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567797:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567801:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567805:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00000040:00080000:2.0:1715206675.567806:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3681, 64 off243776 00010000:00010000:3.0:1715206675.567809:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567816:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567820:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8bcc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.567822:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567826:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567830:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.567831:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10071:0x0].0x0 (ffff8800b436f600) 00010000:00010000:3.0:1715206675.567833:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.567835:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567839:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b0b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10071:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567840:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567845:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567849:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567851:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567853:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567855:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567857:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567858:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567861:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d886c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.567861:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567863:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567865:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.567867:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567867:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567871:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567872:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10071:0x0].0x0 (ffff8800b436f600) 00010000:00010000:3.0:1715206675.567874:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.567876:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567876:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10070:0x0].0x0 (ffff88009353dc00) 00010000:00010000:2.0:1715206675.567878:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.567879:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35afd lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10071:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567880:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567884:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b12 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10070:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567896:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567901:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567905:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567908:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.567910:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567913:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567917:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10070:0x0].0x0 (ffff88009353dc00) 00010000:00010000:2.0:1715206675.567919:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.567920:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567924:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b04 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10070:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567926:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567930:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567934:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567938:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.567940:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567944:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567949:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff88009fbdb000) 00010000:00010000:3.0:1715206675.567950:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.567952:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567955:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35ae1 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.567962:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123165f80 reply state ffff88012e8b4000 transno 4295216671 ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.567969:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206675.567972:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206675.567973:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x8171ee56 (ffff88009fbdbe00) 00010000:00010000:3.0:1715206675.567974:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.567976:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.567976:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567980:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567983:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567987:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.567989:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567993:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.567998:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff88009353d700) 00010000:00010000:2.0:1715206675.568000:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.568001:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 3/0,0 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206675.568005:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35aef lrc: 0/0,0 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT1 00000004:00010000:2.0:1715206675.568012:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123167b80 reply state ffff880094be5000 transno 4295216672 ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT1 00000100:00100000:3.0:1715206675.568015:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+448:13029:x1798523591750208:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 490us (642us total) trans 4295216671 rc 0/0 00010000:00010000:2.0:1715206675.568018:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT1 00000100:00100000:3.0:1715206675.568021:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572615 00010000:00010000:2.0:1715206675.568022:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x8171ee56 (ffff88009353d100) 00010000:00010000:2.0:1715206675.568023:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.568025:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.568074:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+448:13030:x1798523591750336:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 495us (578us total) trans 4295216672 rc 0/0 00000100:00100000:2.0:1715206675.568080:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572616 00000100:00100000:0.0:1715206675.577185:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.577217:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.577236:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750464 00000100:00100000:2.0:1715206675.577241:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750464 00000100:00100000:2.0:1715206675.577268:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750592 00000100:00100000:2.0:1715206675.577270:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750592 00000100:00100000:2.0:1715206675.577288:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572617 00000100:00100000:2.0:1715206675.577294:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13029:x1798523591750464:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.577309:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572618 00000100:00100000:3.0:1715206675.577318:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+197:13030:x1798523591750592:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.577322:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.577335:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce24d04e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014745 expref: 197 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.577346:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.577348:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff880096845800) 00010000:00010000:2.0:1715206675.577353:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.577361:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce24d050a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014753 expref: 196 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.577376:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff880096845400) 00010000:00010000:3.0:1715206675.577382:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.577384:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577391:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577394:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577397:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577418:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577424:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577425:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577429:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577432:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577434:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577437:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577441:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577486:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577490:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577491:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577496:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577497:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577501:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.577600:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8279, 64 off538048 00000040:00080000:2.0:1715206675.577623:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8280, 64 off538112 00010000:00010000:3.0:1715206675.577625:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577632:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577638:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577643:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577648:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577650:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577652:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577656:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577658:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577660:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8af40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.577663:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577664:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577668:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577669:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577674:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8800b436f100) 00010000:00010000:2.0:1715206675.577674:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577676:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.577678:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577678:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577682:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8af40/0xb73f6b2ce2c35b43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577682:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577686:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.577688:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577693:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577695:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577699:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff88009353db00) 00010000:00010000:3.0:1715206675.577700:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577701:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.577703:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577704:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577707:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.577708:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b4a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577709:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577714:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577719:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8800b436f100) 00010000:00010000:3.0:1715206675.577721:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.577723:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577725:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577729:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577730:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a640/0xb73f6b2ce2c35b3c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577734:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577737:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.577740:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577744:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577749:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff88009353db00) 00010000:00010000:2.0:1715206675.577750:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.577752:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577756:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b35 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577785:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577790:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577795:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577798:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.577800:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577804:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577809:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577810:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8800b436f500) 00010000:00010000:3.0:1715206675.577811:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.577813:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577814:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577817:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8b180/0xb73f6b2ce2c35b20 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577818:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577822:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00000004:00010000:3.0:1715206675.577824:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123164a80 reply state ffff88012e8b0000 transno 4295059949 ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.577827:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.577829:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577830:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.577834:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x8171ea56 (ffff8800b436f200) 00010000:00010000:2.0:1715206675.577834:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.577837:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.577839:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.577839:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff88009353d400) 00010000:00010000:2.0:1715206675.577841:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.577843:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577847:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b19 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:2.0:1715206675.577854:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123165500 reply state ffff880094be0000 transno 4295059950 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577861:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.577865:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x8171ea56 (ffff88009353da00) 00010000:00010000:2.0:1715206675.577867:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.577869:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.577885:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+199:13030:x1798523591750592:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 567us (665us total) trans 4295059949 rc 0/0 00000100:00100000:3.0:1715206675.577891:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572618 00000100:00100000:2.0:1715206675.577900:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+198:13029:x1798523591750464:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 605us (716us total) trans 4295059950 rc 0/0 00000100:00100000:2.0:1715206675.577906:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572617 00000100:00100000:0.0:1715206675.587957:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.588037:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750656 00000100:00100000:2.0:1715206675.588043:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750656 00000100:00100000:2.0:1715206675.588093:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572619 00000100:00100000:2.0:1715206675.588098:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+198:13029:x1798523591750656:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.588114:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.588123:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35b51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a179 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.588156:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.588164:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.588170:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1715206675.588192:0:7126:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 4096 00000004:00200000:2.0:1715206675.588195:0:7126:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.588203:0:7126:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.588216:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35b51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a179 expref: 200 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.588238:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a179 expref: 199 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.588244:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.588246:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1715206675.588248:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b06d00, rc 0) 00000100:00100000:2.0:1715206675.588275:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+199:13029:x1798523591750656:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 177us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.588281:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572619 00000100:00100000:0.0:1715206675.589118:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.589138:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750720 00000100:00100000:2.0:1715206675.589144:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750720 00000100:00100000:2.0:1715206675.589169:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572620 00000100:00100000:2.0:1715206675.589174:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+199:13030:x1798523591750720:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:2.0:1715206675.589182:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.589190:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a195 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.589215:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.589222:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.589228:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000004:00200000:2.0:1715206675.589246:0:7126:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4096 00000004:00200000:2.0:1715206675.589248:0:7126:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.589255:0:7126:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.589267:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35b5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a195 expref: 201 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.589277:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a195 expref: 200 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.589282:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.589284:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1715206675.589286:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b06ac0, rc 0) 00000100:00100000:2.0:1715206675.589317:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+200:13030:x1798523591750720:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 142us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.589322:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572620 00000100:00100000:2.0:1715206675.589346:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.589376:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.589392:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750784 00000100:00100000:1.0:1715206675.589398:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750784 00000100:00100000:3.0:1715206675.589418:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750848 00000100:00100000:3.0:1715206675.589424:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750848 00000100:00100000:1.0:1715206675.589447:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 839 00000100:00100000:1.0:1715206675.589452:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+200:2001:x1798523591750784:12345-192.168.203.35@tcp:63:ll_sa.0 00000100:00100000:3.0:1715206675.589458:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 840 00000100:00100000:3.0:1715206675.589463:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+448:2000:x1798523591750848:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:1.0:1715206675.589472:0:7132:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.589479:0:7132:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35b6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a18e expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.589483:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.589492:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35b74 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a180 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.589501:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589508:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589514:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1715206675.589514:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589521:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589522:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589526:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589527:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589531:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589536:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206675.589540:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589544:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589561:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35b97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589567:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35b97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589572:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35b97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589581:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c35b9e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00000004:00200000:1.0:1715206675.589585:0:7132:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:3.0:1715206675.589587:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c35b9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00000004:00200000:1.0:1715206675.589587:0:7132:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1715206675.589591:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c35b9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00000004:00200000:3.0:1715206675.589605:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096 00000004:00200000:3.0:1715206675.589607:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.589640:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c35b9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00000004:00010000:1.0:1715206675.589640:0:7132:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35b97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589645:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589646:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589649:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589650:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589654:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589654:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589657:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.589658:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.589660:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589660:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589664:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589664:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589669:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880096847a00) 00010000:00010000:1.0:1715206675.589669:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206675.589671:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.589671:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.589673:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589674:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589677:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8bcc0/0xb73f6b2ce2c35b82 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589677:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834000/0xb73f6b2ce2c35b7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589682:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589686:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589686:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589690:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589693:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419ed00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.589693:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589694:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589698:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589698:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589702:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x5052ab9e (ffff8800b436f400) 00010000:00010000:3.0:1715206675.589703:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.589703:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.589705:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589706:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589708:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35b90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589711:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589719:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x4d50 (ffff8800940cc700) 00010000:00010000:1.0:1715206675.589721:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.589722:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d886c0/0xb73f6b2ce2c35b74 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a180 expref: 450 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.589723:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589728:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835440/0xb73f6b2ce2c35b89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589729:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c35b9e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a180 expref: 449 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.589733:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:3.0:1715206675.589735:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.589737:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b419eac0, rc 0) 00010000:00010000:3.0:1715206675.589739:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.589744:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35ba5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a187 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.589750:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836ac0/0xb73f6b2ce2c35b6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a18e expref: 202 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.589756:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 3/1,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206675.589761:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589761:0:7132:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35b97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a18e expref: 201 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.589765:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589768:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff88011f3f9200) 00010000:00010000:1.0:1715206675.589770:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.589772:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1715206675.589772:0:7132:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094836640, rc 0) 00010000:00010000:3.0:1715206675.589775:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589777:0:7132:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.589779:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589784:0:7132:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35bba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a19c expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.589797:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c35bc1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206675.589802:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c35bc1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589803:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589807:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c35bc1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589810:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589817:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00000004:00200000:3.0:1715206675.589818:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096 00000004:00200000:3.0:1715206675.589820:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.589825:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c35bc1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589827:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589830:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589834:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589834:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589838:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589840:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589841:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419f3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.589842:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589846:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589850:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880096847a00) 00010000:00010000:3.0:1715206675.589851:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.589853:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589857:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35bac lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589862:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589866:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589867:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35bd6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589869:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589875:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589876:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419f840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.589877:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589881:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589882:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589885:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x41aa9094 (ffff8800b436f600) 00010000:00010000:3.0:1715206675.589886:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.589887:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589891:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35bb3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00000004:00200000:1.0:1715206675.589898:0:7132:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 4096 00000004:00200000:1.0:1715206675.589900:0:7132:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1715206675.589901:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35ba5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a187 expref: 451 pid: 7131 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.589904:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00010000:1.0:1715206675.589907:0:7132:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589908:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c35bc1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a187 expref: 450 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.589911:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.589912:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589913:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.589914:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b419e880, rc 0) 00010000:00010000:3.0:1715206675.589916:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.589917:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589920:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35bdd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1aa expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.589920:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589923:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835b00 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:0.0:1715206675.589923:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750912 00010000:00010000:1.0:1715206675.589925:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00000100:00100000:0.0:1715206675.589927:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750912 00010000:00010000:1.0:1715206675.589929:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589931:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1715206675.589934:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:1.0:1715206675.589936:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.589938:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589938:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589941:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835b00/0xb73f6b2ce2c35bc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589943:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589947:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589950:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1715206675.589951:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589954:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589955:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589958:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589958:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.589960:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00000100:00100000:0.0:1715206675.589961:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 841 00010000:00010000:1.0:1715206675.589964:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.589968:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45435891 (ffff8800940ccf00) 00000100:00100000:0.0:1715206675.589968:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+203:2003:x1798523591750912:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:1.0:1715206675.589970:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.589971:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589973:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8eac0/0xb73f6b2ce2c35bf2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:1.0:1715206675.589974:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834240/0xb73f6b2ce2c35bcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.589980:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8eac0/0xb73f6b2ce2c35bf2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.589987:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8eac0/0xb73f6b2ce2c35bf2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.589987:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837a80/0xb73f6b2ce2c35bba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a19c expref: 204 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.589988:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.589994:0:7132:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a19c expref: 203 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.589998:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:0.0:1715206675.589998:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c35bf9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1c6 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.589999:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00000004:00200000:3.0:1715206675.590000:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096 00010000:00010000:1.0:1715206675.590001:0:7132:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094835200, rc 0) 00000004:00200000:3.0:1715206675.590003:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206675.590003:0:7132:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.590009:0:7132:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35c00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1a3 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715206675.590010:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8eac0/0xb73f6b2ce2c35bf2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590016:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590021:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590021:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.590027:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590027:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590030:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590034:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590035:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590037:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590038:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590042:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590044:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590045:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590046:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.590050:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590052:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880096847a00) 00010000:00010000:3.0:1715206675.590080:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590083:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590089:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35be4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590089:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590093:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590098:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590100:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590101:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590106:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590106:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590108:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590112:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590117:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c6c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.590120:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00000004:00200000:1.0:1715206675.590125:0:7132:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 4096 00010000:00010000:3.0:1715206675.590126:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00000004:00200000:1.0:1715206675.590128:0:7132:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206675.590137:0:7132:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590139:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x44524f57 (ffff880124385100) 00010000:00010000:0.0:1715206675.590140:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35c2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590142:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590144:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590145:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590146:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35c2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590148:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35beb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590150:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35c2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590151:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.590156:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590165:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35bdd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1aa expref: 452 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.590165:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834b40 already unused, calling callback (ffffffffa0ef9730) 00000004:00200000:0.0:1715206675.590165:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:0.0:1715206675.590167:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206675.590168:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590171:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8eac0/0xb73f6b2ce2c35bf2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1aa expref: 451 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.590174:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590176:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00000004:00010000:0.0:1715206675.590176:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35c2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590177:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.590179:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8eac0, rc 0) 00010000:00010000:0.0:1715206675.590181:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590183:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:1.0:1715206675.590185:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590185:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590188:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590189:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590192:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.590193:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834b40/0xb73f6b2ce2c35c07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590194:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590198:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590201:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590204:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012d3a4600) 00010000:00010000:1.0:1715206675.590206:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590206:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590208:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590211:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590212:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35c0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00000100:00100000:3.0:1715206675.590216:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+451:2000:x1798523591750848:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 752us (839us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206675.590216:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094837600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.590218:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00000100:00100000:3.0:1715206675.590222:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 840 00010000:00010000:1.0:1715206675.590223:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590225:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590228:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45439694 (ffff8800940cc900) 00010000:00010000:0.0:1715206675.590229:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590231:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590232:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590233:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590236:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.590238:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837600/0xb73f6b2ce2c35c15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590238:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590259:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590264:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x4d50 (ffff88009401d900) 00010000:00010000:0.0:1715206675.590266:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590268:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590271:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c35c1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590273:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834fc0/0xb73f6b2ce2c35c00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 206 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.590283:0:7132:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 206 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.590288:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39200/0xb73f6b2ce2c35bf9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1c6 expref: 206 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.590289:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff88008f29c900) 00000100:00100000:2.0:1715206675.590291:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.590291:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1715206675.590293:0:7132:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120114240, rc 0) 00010000:00010000:0.0:1715206675.590296:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35c2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1c6 expref: 205 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.590298:0:7132:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.590300:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88011f3f9a00) 00010000:00010000:0.0:1715206675.590302:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1715206675.590304:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38000, rc 0) 00010000:00010000:1.0:1715206675.590305:0:7132:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35c31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1b1 expref: -99 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.590307:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.590312:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35c38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1cd expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.590314:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591750976 00000100:00100000:3.0:1715206675.590319:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591750976 00010000:00010000:1.0:1715206675.590324:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590326:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590331:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590332:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590339:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590340:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590347:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00000100:00100000:3.0:1715206675.590348:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 842 00010000:00010000:1.0:1715206675.590351:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590351:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00000100:00100000:3.0:1715206675.590355:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+451:2002:x1798523591750976:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:0.0:1715206675.590356:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590358:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.590370:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590372:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206675.590375:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c35c5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590380:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c35c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590382:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35c62 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1b8 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.590384:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c35c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00000004:00200000:0.0:1715206675.590395:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 4096 00000004:00200000:0.0:1715206675.590397:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206675.590398:0:7132:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35c69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.590420:0:7132:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35c69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00000004:00010000:0.0:1715206675.590424:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c35c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590425:0:7132:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35c69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590426:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590429:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590433:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590433:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590437:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590438:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00000004:00200000:1.0:1715206675.590439:0:7132:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00000004:00200000:1.0:1715206675.590441:0:7132:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1715206675.590444:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.590445:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590446:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00000004:00010000:1.0:1715206675.590448:0:7132:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35c69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590450:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590450:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590453:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590454:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590455:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012d3a4600) 00010000:00010000:1.0:1715206675.590457:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590457:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590458:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590461:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590462:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38900/0xb73f6b2ce2c35c46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590465:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.590467:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590469:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590471:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590473:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590476:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:0.0:1715206675.590477:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590478:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590480:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c35c7e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590480:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.590481:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590482:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590485:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35c3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590486:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c35c7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590486:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590490:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c35c7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590490:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45435891 (ffff88009401d500) 00010000:00010000:1.0:1715206675.590491:0:7132:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590491:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590493:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590494:0:7132:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590497:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b600/0xb73f6b2ce2c35c4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590498:0:7132:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00000004:00200000:3.0:1715206675.590500:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096 00000004:00200000:3.0:1715206675.590502:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206675.590502:0:7132:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.590504:0:7132:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7132 initiator: MDT0 00010000:00010000:1.0:1715206675.590507:0:7132:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7132 initiator: MDT0 00000004:00010000:3.0:1715206675.590509:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c35c7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590511:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45524f8f (ffff8800972e0800) 00010000:00010000:0.0:1715206675.590511:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38b40/0xb73f6b2ce2c35c38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1cd expref: 208 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.590513:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590514:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590514:0:7132:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:3.0:1715206675.590518:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590518:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35c54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7132 initiator: MDT0 00010000:00010000:0.0:1715206675.590518:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c35c5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1cd expref: 207 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590522:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590522:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206675.590524:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.590526:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8f180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590526:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e38fc0, rc 0) 00010000:00010000:3.0:1715206675.590527:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590529:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.590531:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590531:0:7132:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35c31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1b1 expref: 208 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.590533:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c35c85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1d4 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590536:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff88013429e200) 00010000:00010000:3.0:1715206675.590538:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590540:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590541:0:7132:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35c69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1b1 expref: 208 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590543:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35c70 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206675.590546:0:7132:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:0.0:1715206675.590546:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206675.590547:0:7132:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1715206675.590549:0:7132:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880120116640, rc 0) 00010000:00010000:3.0:1715206675.590550:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590552:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590553:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590556:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590557:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590561:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.590562:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590563:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590567:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590569:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590573:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x5052ab9e (ffff880124385d00) 00010000:00010000:0.0:1715206675.590574:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590575:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590576:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590580:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35c77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00000100:00100000:1.0:1715206675.590587:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+208:2001:x1798523591750784:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 1134us (1239us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206675.590591:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c35c9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590593:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35c62 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1b8 expref: 453 pid: 7131 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.590593:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 839 00010000:00010000:0.0:1715206675.590597:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c35c9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590600:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c35c7e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1b8 expref: 452 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.590601:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c35c9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590604:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:3.0:1715206675.590605:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.590607:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8fcc0, rc 0) 00010000:00010000:3.0:1715206675.590610:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:0.0:1715206675.590612:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:3.0:1715206675.590614:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35ca1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1bf expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1715206675.590614:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206675.590619:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c35c9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590624:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590625:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590628:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590630:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590631:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590635:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590635:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590637:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590640:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590642:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590645:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012d3a4600) 00010000:00010000:3.0:1715206675.590646:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590647:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590649:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590650:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590653:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38480/0xb73f6b2ce2c35c8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590659:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590662:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590666:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590667:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c35cb6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590670:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590671:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590672:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c35cb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590675:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590676:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c35cb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590679:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45439694 (ffff88009401de00) 00010000:00010000:0.0:1715206675.590680:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590682:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00000004:00200000:3.0:1715206675.590685:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096 00010000:00010000:0.0:1715206675.590685:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38d80/0xb73f6b2ce2c35c93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00000004:00200000:3.0:1715206675.590687:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.590691:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c35cb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590696:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590697:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39f80/0xb73f6b2ce2c35c85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1d4 expref: 208 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590700:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590704:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590707:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590707:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c35c9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1d4 expref: 207 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590709:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590711:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8800a7c2e900) 00010000:00010000:0.0:1715206675.590713:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.590714:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590714:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083e3a880, rc 0) 00010000:00010000:0.0:1715206675.590717:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.590718:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff88013429e200) 00010000:00010000:3.0:1715206675.590720:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590721:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590721:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c35cbd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1e2 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590725:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35ca8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590731:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590732:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590734:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590736:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590737:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590741:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8ef40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590741:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590742:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590746:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590747:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590750:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x41aa9094 (ffff880124385700) 00010000:00010000:3.0:1715206675.590752:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590752:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590753:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590756:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590757:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35caf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590768:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35ca1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1bf expref: 454 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.590770:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c35cd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590775:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c35cb6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1bf expref: 453 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.590775:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c35cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590780:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:0.0:1715206675.590780:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c35cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590781:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.590782:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8f600, rc 0) 00010000:00010000:3.0:1715206675.590785:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.590788:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35cd9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1db expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1715206675.590790:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x14:0x0]: returning size 4096 00000004:00200000:0.0:1715206675.590791:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206675.590796:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c35cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590799:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590800:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590803:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590804:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590808:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590808:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590811:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590813:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590814:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590817:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590818:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590821:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012d3a4600) 00010000:00010000:3.0:1715206675.590822:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590823:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590824:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590828:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0240/0xb73f6b2ce2c35cc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590834:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590838:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e880/0xb73f6b2ce2c35cee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206675.590838:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590842:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590843:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e880/0xb73f6b2ce2c35cee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590845:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.590847:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206675.590848:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e880/0xb73f6b2ce2c35cee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:0.0:1715206675.590850:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00000004:00200000:3.0:1715206675.590856:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096 00000004:00200000:3.0:1715206675.590857:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.590862:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e880/0xb73f6b2ce2c35cee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590866:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590870:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590874:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590878:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.590879:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590883:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590888:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff88013429e200) 00010000:00010000:3.0:1715206675.590889:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590891:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590894:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35ce0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590900:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590904:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590908:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590911:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cd80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.590912:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590916:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590920:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x44524f57 (ffff880124385500) 00010000:00010000:3.0:1715206675.590921:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.590922:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590926:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35ce7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206675.590937:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35cd9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1db expref: 455 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590943:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e880/0xb73f6b2ce2c35cee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1db expref: 454 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.590947:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:3.0:1715206675.590949:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.590951:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8e880, rc 0) 00010000:00010000:0.0:1715206675.590971:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45524f8f (ffff88009401d700) 00010000:00010000:0.0:1715206675.590973:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.590976:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206675.590979:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db21c0/0xb73f6b2ce2c35ccb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00000100:00100000:3.0:1715206675.590990:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+454:2002:x1798523591750976:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 637us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.590995:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 842 00010000:00010000:0.0:1715206675.590995:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1440/0xb73f6b2ce2c35cbd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e2 expref: 209 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.591001:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c35cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e2 expref: 208 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.591005:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00000100:00100000:2.0:1715206675.591007:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206675.591007:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1715206675.591008:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084e640, rc 0) 00000100:00100000:1.0:1715206675.591081:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751040 00000100:00100000:1.0:1715206675.591085:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751040 00000100:00100000:0.0:1715206675.591092:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:2003:x1798523591750912:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 1125us (1191us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.591098:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 841 00000100:00100000:1.0:1715206675.591104:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117787 00000100:00100000:1.0:1715206675.591109:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+208:13029:x1798523591751040:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.592950:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.593019:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751104 00000100:00100000:2.0:1715206675.593024:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751104 00000100:00100000:2.0:1715206675.593047:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117788 00000100:00100000:2.0:1715206675.593051:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13030:x1798523591751104:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.593846:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13029:x1798523591751040:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2733us (2836us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.593854:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117787 00000100:00100000:2.0:1715206675.594900:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+208:13030:x1798523591751104:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1845us (1949us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.594908:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117788 00000100:00100000:0.0:1715206675.596651:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.596711:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751232 00000100:00100000:2.0:1715206675.596718:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751232 00000100:00100000:2.0:1715206675.596755:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572621 00000100:00100000:2.0:1715206675.596762:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+208:13029:x1798523591751232:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.596792:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206675.596809:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f289d40/0xb73f6b2ce2c34999 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bad expref: 208 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.596824:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ee:0x0].0x0 (ffff880090b0c100) 00010000:00010000:2.0:1715206675.596838:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35b58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a179 expref: 207 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.596849:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.596853:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.596868:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596879:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596888:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596900:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596908:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596915:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596960:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596968:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.596976:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000040:00080000:2.0:1715206675.597179:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8280, 64 off538112 00010000:00010000:2.0:1715206675.597217:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597227:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597234:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597242:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597247:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597253:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597259:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597265:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.597268:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597275:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597284:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ee:0x0].0x0 (ffff88009353db00) 00010000:00010000:2.0:1715206675.597287:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.597290:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597296:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c35d0a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597315:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597321:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597327:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597333:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.597337:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597343:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597351:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ee:0x0].0x0 (ffff88009353db00) 00010000:00010000:2.0:1715206675.597353:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.597356:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597362:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c35d03 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597466:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597473:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597479:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597485:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597491:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.597494:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597500:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1715206675.597510:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.597519:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:2.0:1715206675.597522:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.597526:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597531:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35cf5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:2.0:1715206675.597540:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123165c00 reply state ffff88008eca9000 transno 4295059951 ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597548:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.597554:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009353d400) 00010000:00010000:2.0:1715206675.597557:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.597559:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.597564:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751360 00000100:00100000:3.0:1715206675.597571:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751360 00000100:00100000:2.0:1715206675.597605:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13029:x1798523591751232:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 842us (955us total) trans 4295059951 rc 0/0 00000100:00100000:3.0:1715206675.597612:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572622 00000100:00100000:3.0:1715206675.597620:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13030:x1798523591751360:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.597621:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572621 00010000:00010000:3.0:1715206675.597652:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.597668:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948358c0/0xb73f6b2ce2c349b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bb4 expref: 208 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.597683:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ef:0x0].0x0 (ffff88009fbf3100) 00010000:00010000:3.0:1715206675.597697:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35b66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a195 expref: 207 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.597706:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.597709:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206675.597731:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.597736:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597744:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597750:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.597758:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751424 00010000:00010000:3.0:1715206675.597759:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.597761:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751424 00010000:00010000:3.0:1715206675.597770:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.597774:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572623 00010000:00010000:3.0:1715206675.597776:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.597777:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+207:13626:x1798523591751424:12345-192.168.203.35@tcp:101:ll_sa.0 00010000:00010000:2.0:1715206675.597784:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.597790:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1e9 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.597800:0:7126:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 2/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.597805:0:7126:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 4/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 208 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.597808:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.597814:0:7126:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597815:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.597820:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 3/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 208 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.597821:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.597824:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:2.0:1715206675.597825:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.597827:0:7126:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 3/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 208 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.597831:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083017cc0, rc 0) 00000100:00100000:2.0:1715206675.597853:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+208:13626:x1798523591751424:12345-192.168.203.35@tcp:101:ll_sa.0 Request processed in 74us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.597856:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572623 00000040:00080000:3.0:1715206675.597915:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8281, 64 off538176 00010000:00010000:3.0:1715206675.597938:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597946:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597952:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597958:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597963:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597968:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597973:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597978:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8db00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.597981:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597987:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.597993:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ef:0x0].0x0 (ffff880124385e00) 00010000:00010000:3.0:1715206675.597996:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.597998:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598003:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35d2d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598016:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598022:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598027:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598031:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.598034:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598039:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598045:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ef:0x0].0x0 (ffff880124385e00) 00010000:00010000:3.0:1715206675.598048:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.598051:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598055:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35d26 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598137:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598143:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598148:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598153:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8df80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.598155:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598160:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.598167:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.598169:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.598173:0:8278:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 208 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.598180:0:8278:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 208 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.598187:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 208 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.598208:0:8278:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 208 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.598219:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524853184:192.168.203.35@tcp:105: 00000100:00100000:3.0:1715206675.598251:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e39ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.599004:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524853184:192.168.203.35@tcp:105: 00010000:00010000:3.0:1715206675.599018:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.599024:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35d11 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.599031:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880123166d80 reply state ffff88012e8b3000 transno 4295059952 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.599039:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.599044:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff880124385200) 00010000:00010000:3.0:1715206675.599046:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.599048:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.599099:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123166d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13030:x1798523591751360:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 1480us (1591us total) trans 4295059952 rc 0/0 00000100:00100000:3.0:1715206675.599106:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572622 00000100:00100000:0.0:1715206675.599528:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.599573:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751488 00000100:00100000:2.0:1715206675.599579:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751488 00000100:00100000:2.0:1715206675.599611:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117789 00000100:00100000:2.0:1715206675.599616:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13626:x1798523591751488:12345-192.168.203.35@tcp:37:ll_sa.0 00000100:00100000:2.0:1715206675.601214:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13626:x1798523591751488:12345-192.168.203.35@tcp:37:ll_sa.0 Request processed in 1595us (1685us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.601222:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117789 00000100:00100000:0.0:1715206675.606944:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.607019:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751616 00000100:00100000:3.0:1715206675.607024:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751616 00000100:00100000:3.0:1715206675.607069:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572624 00000100:00100000:3.0:1715206675.607075:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+209:13029:x1798523591751616:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.607098:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.607110:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c342ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289976 expref: 209 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.607121:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8800832d8000) 00010000:00010000:3.0:1715206675.607125:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.607135:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607142:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607147:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607154:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607157:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607161:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607189:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607193:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607197:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.607279:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8282, 64 off538240 00010000:00010000:3.0:1715206675.607298:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607305:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607310:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607314:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607317:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607321:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607324:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607327:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.607329:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607332:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607337:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff880124385700) 00010000:00010000:3.0:1715206675.607338:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.607340:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607343:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35d49 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607354:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607358:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607361:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607364:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.607365:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607368:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607372:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff880124385700) 00010000:00010000:3.0:1715206675.607373:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.607375:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607378:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35d42 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607451:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607454:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607457:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607459:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.607461:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607466:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607471:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.607472:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.607473:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607476:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35d34 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.607480:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e91c00 reply state ffff88012e8b7000 transno 4295059953 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607484:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.607488:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xb61ad33 (ffff880124385500) 00010000:00010000:3.0:1715206675.607489:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.607490:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.607519:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13029:x1798523591751616:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 445us (578us total) trans 4295059953 rc 0/0 00000100:00100000:3.0:1715206675.607524:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572624 00000100:00100000:0.0:1715206675.608228:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.608292:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751744 00000100:00100000:3.0:1715206675.608296:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751744 00000100:00100000:3.0:1715206675.608318:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572625 00000100:00100000:3.0:1715206675.608322:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13030:x1798523591751744:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.608338:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.608346:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f721c0/0xb73f6b2ce2c342c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828996f expref: 210 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.608358:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8800832d8a00) 00010000:00010000:3.0:1715206675.608365:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c35d1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e9 expref: 209 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.608370:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.608371:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.608378:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608382:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608386:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608392:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608395:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608398:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608432:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608436:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608440:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.608519:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8281, 64 off538176 00010000:00010000:3.0:1715206675.608535:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608540:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608543:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608547:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608550:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608553:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608561:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608564:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.608565:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608569:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608573:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff880124385800) 00010000:00010000:3.0:1715206675.608574:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.608576:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608581:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35d65 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608590:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608593:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608596:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608599:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cd80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.608600:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608603:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608606:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff880124385800) 00010000:00010000:3.0:1715206675.608607:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.608608:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608611:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35d5e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608641:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608644:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608647:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608650:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8f3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.608652:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608655:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608658:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.608659:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.608661:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608663:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35d50 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.608667:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e92680 reply state ffff88012e8b1000 transno 4295059954 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608671:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.608674:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xb61ad33 (ffff880124385100) 00010000:00010000:3.0:1715206675.608675:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.608677:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.608707:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13030:x1798523591751744:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 384us (480us total) trans 4295059954 rc 0/0 00000100:00100000:3.0:1715206675.608712:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572625 00000100:00100000:0.0:1715206675.611114:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.611162:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591751872 00000100:00100000:3.0:1715206675.611167:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591751872 00000100:00100000:3.0:1715206675.611203:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572626 00000100:00100000:3.0:1715206675.611209:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+210:13029:x1798523591751872:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.611236:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.611250:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db06c0/0xb73f6b2ce2c35a39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4102:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a156 expref: 210 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.611262:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4102:0x0].0x0 (ffff880096847600) 00010000:00010000:3.0:1715206675.611269:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.611279:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611289:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611297:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611306:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611314:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611320:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611356:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611364:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611370:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.611498:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8283, 64 off538304 00010000:00010000:3.0:1715206675.611534:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611543:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611551:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611558:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611563:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611569:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611575:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611581:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.611584:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611591:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611599:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4102:0x0].0x0 (ffff880124385e00) 00010000:00010000:3.0:1715206675.611602:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.611605:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611612:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35d81 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4102:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611633:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611639:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611645:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611650:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.611653:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611659:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611667:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4102:0x0].0x0 (ffff880124385e00) 00010000:00010000:3.0:1715206675.611669:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.611672:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611678:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35d7a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4102:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611737:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611744:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611751:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611757:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cfc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.611760:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611766:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611789:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.611792:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.611796:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611803:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35d6c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.611814:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e90e00 reply state ffff88012e8b5000 transno 4295059955 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611826:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.611834:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:3.0:1715206675.611838:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.611841:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206675.611850:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.611903:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13029:x1798523591751872:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 691us (788us total) trans 4295059955 rc 0/0 00000100:00100000:3.0:1715206675.611914:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572626 00000100:00100000:3.0:1715206675.611931:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752000 00000100:00100000:3.0:1715206675.611936:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752000 00000100:00100000:3.0:1715206675.611958:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572627 00000100:00100000:3.0:1715206675.611965:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+211:13030:x1798523591752000:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.611992:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.612009:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89200/0xb73f6b2ce2c35a40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4103:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a14f expref: 211 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.612023:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4103:0x0].0x0 (ffff880094fbb900) 00010000:00010000:3.0:1715206675.612030:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.612043:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612085:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612097:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612110:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612120:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612128:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612172:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612182:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612191:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.612303:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8282, 64 off538240 00010000:00010000:3.0:1715206675.612342:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612354:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612362:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612368:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612373:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612379:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612384:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612389:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.612392:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612398:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612423:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4103:0x0].0x0 (ffff880124385d00) 00010000:00010000:3.0:1715206675.612425:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.612429:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612434:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35d9d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4103:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612451:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612457:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612463:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612467:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c6c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.612470:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612477:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612484:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4103:0x0].0x0 (ffff880124385d00) 00010000:00010000:3.0:1715206675.612486:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.612489:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612495:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35d96 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4103:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612549:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612556:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612562:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612568:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.612571:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612581:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612589:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.612591:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.612594:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612599:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35d88 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.612608:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e93b80 reply state ffff880083343000 transno 4295059956 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612616:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.612623:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:3.0:1715206675.612625:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.612627:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.612669:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+212:13030:x1798523591752000:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 704us (821us total) trans 4295059956 rc 0/0 00000100:00100000:3.0:1715206675.612677:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572627 00000100:00100000:0.0:1715206675.616523:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.616551:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.616564:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752128 00000100:00100000:3.0:1715206675.616569:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752128 00000100:00100000:3.0:1715206675.616592:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752256 00000100:00100000:3.0:1715206675.616594:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752256 00000100:00100000:3.0:1715206675.616604:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572628 00000100:00100000:3.0:1715206675.616608:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13029:x1798523591752128:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:0.0:1715206675.616614:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572629 00000100:00100000:0.0:1715206675.616620:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+213:13030:x1798523591752256:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.616628:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.616638:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0b40/0xb73f6b2ce2c34f03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d9e expref: 213 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.616640:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.616647:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8800832d8900) 00010000:00010000:0.0:1715206675.616651:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a640/0xb73f6b2ce2c34f0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d97 expref: 212 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.616652:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.616659:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616666:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616669:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8800832d8200) 00010000:00010000:3.0:1715206675.616670:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616675:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.616677:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616681:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616683:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616685:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616690:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.616695:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.616704:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616707:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616708:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616711:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616712:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616715:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616736:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.616740:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.616743:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00080000:3.0:1715206675.616859:0:8278:0:(mdd_dir.c:1774:mdd_finish_unlink()) Object [0x200000402:0x32:0x0] is inserted into orphan list, open count = 1 00000004:00080000:0.0:1715206675.616884:0:16094:0:(mdd_dir.c:1774:mdd_finish_unlink()) Object [0x200000402:0x33:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1715206675.616901:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616907:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616912:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616916:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.616918:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616923:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616929:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff880124385700) 00010000:00010000:3.0:1715206675.616931:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.616934:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616938:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c480/0xb73f6b2ce2c35dc0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616943:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616948:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616951:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616952:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616957:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616959:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616961:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8f3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.616963:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616965:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084ef40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.616969:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616971:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616976:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.616977:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.616978:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616979:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.616983:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c35da4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.616989:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e91880 reply state ffff880083344000 transno 4295059957 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616989:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff88009401dc00) 00010000:00010000:0.0:1715206675.616993:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.616994:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206675.616997:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.616999:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8e1e1fc5 (ffff880124385800) 00010000:00010000:3.0:1715206675.617001:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.617002:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206675.617004:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c35dc7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.617019:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.617026:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.617033:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.617039:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084cb40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.617043:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.617045:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+214:13029:x1798523591752128:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 434us (522us total) trans 4295059957 rc 0/0 00010000:00010000:0.0:1715206675.617050:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.617052:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572628 00010000:00010000:0.0:1715206675.617058:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:0.0:1715206675.617062:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.617065:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.617102:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c35db2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:0.0:1715206675.617113:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e91f80 reply state ffff880135345000 transno 4295059958 ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.617124:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.617132:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8e1e1fc5 (ffff88009401d000) 00010000:00010000:0.0:1715206675.617135:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206675.617137:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206675.617193:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+214:13030:x1798523591752256:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 570us (638us total) trans 4295059958 rc 0/0 00000100:00100000:0.0:1715206675.617202:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572629 00000100:00100000:0.0:1715206675.619163:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.619191:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.619241:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752384 00000100:00100000:1.0:1715206675.619248:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752384 00000100:00100000:3.0:1715206675.619261:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752512 00000100:00100000:3.0:1715206675.619266:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752512 00000100:00100000:1.0:1715206675.619287:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572630 00000100:00100000:1.0:1715206675.619293:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13029:x1798523591752384:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.619296:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572631 00000100:00100000:3.0:1715206675.619301:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+215:13030:x1798523591752512:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.619319:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.619320:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.619331:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c9f80/0xb73f6b2ce2c35810 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a08b expref: 215 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.619332:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948361c0/0xb73f6b2ce2c35809 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a092 expref: 215 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.619344:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fe:0x0].0x0 (ffff8800935eb800) 00010000:00010000:3.0:1715206675.619349:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.619352:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ff:0x0].0x0 (ffff880095dd8700) 00010000:00010000:3.0:1715206675.619357:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619360:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.619363:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619368:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619370:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619374:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619379:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619379:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619382:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619386:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619394:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619421:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619428:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619430:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619435:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619439:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619461:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619468:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619474:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:3.0:1715206675.619513:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8284, 64 off538368 00010000:00010000:3.0:1715206675.619531:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619539:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619544:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619548:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619551:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619555:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619558:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619561:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8df80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.619563:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619567:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619571:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fe:0x0].0x0 (ffff880124385a00) 00010000:00010000:3.0:1715206675.619573:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00000040:00080000:1.0:1715206675.619573:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8283, 64 off538304 00010000:00010000:3.0:1715206675.619575:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619578:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8df80/0xb73f6b2ce2c35df8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619588:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619592:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619596:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619599:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.619600:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619603:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619604:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619607:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fe:0x0].0x0 (ffff880124385a00) 00010000:00010000:3.0:1715206675.619609:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.619610:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619613:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c240/0xb73f6b2ce2c35dea lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619616:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619623:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619630:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619635:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619641:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619647:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619670:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.619673:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619674:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619678:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619682:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619682:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619685:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.619687:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619691:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ff:0x0].0x0 (ffff8800972e0800) 00010000:00010000:1.0:1715206675.619695:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.619696:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619698:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619701:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.619703:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.619703:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114d80/0xb73f6b2ce2c35dff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40ff:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619705:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.619709:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c35dce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.619732:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e93480 reply state ffff880083345000 transno 4295059959 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619738:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619741:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.619745:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.619747:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:3.0:1715206675.619750:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.619751:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.619752:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.619756:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.619759:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619764:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619771:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40ff:0x0].0x0 (ffff8800972e0800) 00010000:00010000:1.0:1715206675.619774:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.619776:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619781:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114000/0xb73f6b2ce2c35df1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.619814:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+216:13030:x1798523591752512:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 509us (619us total) trans 4295059959 rc 0/0 00000100:00100000:3.0:1715206675.619822:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572631 00010000:00010000:1.0:1715206675.619854:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619861:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619867:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619872:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.619875:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619886:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619894:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.619896:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.619898:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619904:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117600/0xb73f6b2ce2c35dd5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.619911:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e92d80 reply state ffff88008f1a7000 transno 4295059960 ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619919:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.619925:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:1.0:1715206675.619928:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.619930:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.619996:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+216:13029:x1798523591752384:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 700us (831us total) trans 4295059960 rc 0/0 00000100:00100000:1.0:1715206675.620005:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572630 00000100:00100000:0.0:1715206675.623527:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.623555:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.623605:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752640 00000100:00100000:1.0:1715206675.623610:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752640 00000100:00100000:1.0:1715206675.623634:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752768 00000100:00100000:1.0:1715206675.623636:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752768 00000100:00100000:3.0:1715206675.623642:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572632 00000100:00100000:3.0:1715206675.623648:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+217:13030:x1798523591752640:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:1.0:1715206675.623657:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572633 00000100:00100000:1.0:1715206675.623662:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+217:13029:x1798523591752768:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.623676:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.623681:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.623687:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c34e8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d66 expref: 217 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.623692:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837cc0/0xb73f6b2ce2c34e7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289d5f expref: 217 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.623696:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff88009fbf3600) 00010000:00010000:3.0:1715206675.623702:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.623702:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009fbf3400) 00010000:00010000:1.0:1715206675.623708:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.623709:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623716:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623716:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623720:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623722:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623727:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623727:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623731:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623734:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623734:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.623737:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.623741:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623757:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623761:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623765:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623765:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.623769:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.623791:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00080000:3.0:1715206675.623856:0:8278:0:(mdd_dir.c:1774:mdd_finish_unlink()) Object [0x200000402:0x40f5:0x0] is inserted into orphan list, open count = 1 00000004:00080000:1.0:1715206675.623872:0:16094:0:(mdd_dir.c:1774:mdd_finish_unlink()) Object [0x200000402:0x40f4:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1715206675.623891:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623896:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623901:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623905:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.623908:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623908:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623913:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623914:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623919:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880095952000) 00010000:00010000:1.0:1715206675.623919:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623921:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.623923:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.623924:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623926:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623928:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e22 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623930:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623937:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623937:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff8800972e0900) 00010000:00010000:1.0:1715206675.623939:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.623941:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623942:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623945:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114480/0xb73f6b2ce2c35e29 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623946:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.623950:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.623952:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623955:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623956:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623960:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623961:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.623963:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.623964:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623965:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623968:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.623969:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e06 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623970:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000004:00010000:3.0:1715206675.623975:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e90000 reply state ffff880083347000 transno 4295059961 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623978:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623982:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.623983:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.623985:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.623987:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880095952300) 00010000:00010000:1.0:1715206675.623987:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.623989:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.623990:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.623991:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115b00/0xb73f6b2ce2c35e0d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.623996:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e92300 reply state ffff88008f1a6000 transno 4295059962 ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.624003:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.624007:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800972e0a00) 00010000:00010000:1.0:1715206675.624009:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.624010:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.624036:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+219:13030:x1798523591752640:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 387us (509us total) trans 4295059961 rc 0/0 00000100:00100000:1.0:1715206675.624041:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+219:13029:x1798523591752768:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 378us (484us total) trans 4295059962 rc 0/0 00000100:00100000:3.0:1715206675.624042:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572632 00000100:00100000:1.0:1715206675.624048:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572633 00000100:00100000:0.0:1715206675.626001:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.626029:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.626075:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591752896 00000100:00100000:3.0:1715206675.626080:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591752896 00000100:00100000:3.0:1715206675.626103:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753024 00000100:00100000:3.0:1715206675.626105:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753024 00000100:00100000:1.0:1715206675.626115:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572634 00000100:00100000:1.0:1715206675.626121:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+219:13030:x1798523591752896:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.626122:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572635 00000100:00100000:3.0:1715206675.626127:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+219:13029:x1798523591753024:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.626151:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.626159:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.626162:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c34be5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c78 expref: 219 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.626170:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201158c0/0xb73f6b2ce2c34bd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c71 expref: 218 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.626172:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f3:0x0].0x0 (ffff880091915800) 00010000:00010000:1.0:1715206675.626177:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.626180:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f2:0x0].0x0 (ffff880090b0c900) 00010000:00010000:3.0:1715206675.626185:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.626185:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626192:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626193:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626196:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626199:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626204:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626204:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626208:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626211:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626212:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626215:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626219:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626237:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626241:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626243:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626245:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626247:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626250:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:1.0:1715206675.626317:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8285, 64 off538432 00000040:00080000:3.0:1715206675.626334:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8284, 64 off538368 00010000:00010000:1.0:1715206675.626336:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626341:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626346:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626351:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626354:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626357:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626361:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626362:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626364:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.626366:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626369:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626371:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626374:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f3:0x0].0x0 (ffff880124385d00) 00010000:00010000:1.0:1715206675.626376:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.626378:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626378:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626381:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35e5a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626386:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626390:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626391:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626393:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626395:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626397:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626398:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626415:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.626417:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626421:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626424:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.626426:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f2:0x0].0x0 (ffff880095952c00) 00010000:00010000:1.0:1715206675.626426:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626428:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.626430:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626430:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626433:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e61 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626434:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f3:0x0].0x0 (ffff880124385d00) 00010000:00010000:1.0:1715206675.626435:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.626437:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626441:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e4c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626446:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626449:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626453:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626457:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cfc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.626459:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626462:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626466:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f2:0x0].0x0 (ffff880095952c00) 00010000:00010000:3.0:1715206675.626467:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.626469:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626472:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e53 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626484:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626488:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626492:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626495:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.626497:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626500:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626504:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.626506:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.626508:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.626511:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c35e30 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.626516:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e91500 reply state ffff88008f1a3000 transno 4295059963 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626519:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626521:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.626523:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626525:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff8800972e0300) 00010000:00010000:3.0:1715206675.626526:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.626527:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.626528:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.626529:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c6c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.626531:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626553:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626560:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.626562:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.626564:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626569:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e37 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.626576:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e90a80 reply state ffff88008f1b9000 transno 4295059964 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626583:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.626589:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880095952500) 00010000:00010000:3.0:1715206675.626591:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.626593:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.626597:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+220:13030:x1798523591752896:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 473us (596us total) trans 4295059963 rc 0/0 00000100:00100000:1.0:1715206675.626604:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572634 00000100:00100000:3.0:1715206675.626627:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+220:13029:x1798523591753024:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 498us (596us total) trans 4295059964 rc 0/0 00000100:00100000:3.0:1715206675.626634:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572635 00000100:00100000:0.0:1715206675.637859:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.637930:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753152 00000100:00100000:3.0:1715206675.637936:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753152 00000100:00100000:3.0:1715206675.637964:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572636 00000100:00100000:3.0:1715206675.637969:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+220:13030:x1798523591753152:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.637992:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.638004:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39d40/0xb73f6b2ce2c355e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fdc expref: 220 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.638023:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:3.0:1715206675.638025:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.638036:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638042:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638048:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638075:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638080:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638084:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638111:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638115:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638119:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00080000:3.0:1715206675.638191:0:8278:0:(mdd_dir.c:1774:mdd_finish_unlink()) Object [0x200000402:0x40fb:0x0] is inserted into orphan list, open count = 1 00010000:00010000:3.0:1715206675.638220:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638225:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638228:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638232:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cfc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.638233:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638237:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638242:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:3.0:1715206675.638244:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.638246:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638249:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c35e76 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638255:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638258:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638261:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638264:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.638266:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638271:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638278:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206675.638280:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.638282:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638287:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c900/0xb73f6b2ce2c35e68 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.638295:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e91180 reply state ffff88008f1bc000 transno 4295059965 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638303:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.638309:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:3.0:1715206675.638311:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.638313:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.638355:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+221:13030:x1798523591753152:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 384us (498us total) trans 4295059965 rc 0/0 00000100:00100000:3.0:1715206675.638362:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572636 00000100:00100000:0.0:1715206675.639841:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.639916:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753280 00000100:00100000:3.0:1715206675.639921:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753280 00000100:00100000:3.0:1715206675.639945:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572637 00000100:00100000:3.0:1715206675.639949:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+221:13029:x1798523591753280:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.639969:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.639978:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c355d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289fd5 expref: 221 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.639986:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:3.0:1715206675.639989:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.639996:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640003:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640007:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640012:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640017:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640020:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.640027:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.640041:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640045:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640048:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206675.640074:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753408 00000100:00100000:1.0:1715206675.640079:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753408 00000100:00100000:1.0:1715206675.640105:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572638 00000100:00100000:1.0:1715206675.640109:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+221:13030:x1798523591753408:12345-192.168.203.35@tcp:36:dbench.0 00000004:00080000:3.0:1715206675.640121:0:8278:0:(mdd_dir.c:1774:mdd_finish_unlink()) Object [0x200000402:0x40fa:0x0] is inserted into orphan list, open count = 1 00010000:00010000:1.0:1715206675.640128:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.640138:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094837840/0xb73f6b2ce2c3477e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289ae2 expref: 222 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.640145:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640149:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640153:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.640155:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8800832d8300) 00010000:00010000:3.0:1715206675.640156:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.640158:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.640160:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.640161:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640167:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:3.0:1715206675.640168:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.640168:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.640170:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640174:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c000/0xb73f6b2ce2c35e8b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.640174:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640178:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.640180:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640183:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.640185:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.640186:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.640188:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.640189:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.640190:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.640192:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.640193:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640197:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206675.640198:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.640199:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640202:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e640/0xb73f6b2ce2c35e7d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.640206:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880134e93800 reply state ffff88008f1bb000 transno 4295059966 ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.640211:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.640214:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.640215:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:3.0:1715206675.640216:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.640218:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.640218:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640222:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.640242:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+222:13029:x1798523591753280:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 292us (403us total) trans 4295059966 rc 0/0 00000100:00100000:3.0:1715206675.640246:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572637 00000040:00080000:1.0:1715206675.640291:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8285, 64 off538432 00010000:00010000:1.0:1715206675.640331:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640339:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640345:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640351:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640356:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640361:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640367:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640371:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419e400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.640374:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640379:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640386:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff880124385700) 00010000:00010000:1.0:1715206675.640388:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.640391:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640396:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c35ea7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640440:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640445:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640450:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640454:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.640457:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640467:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640473:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff880124385700) 00010000:00010000:1.0:1715206675.640475:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.640477:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640481:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c35ea0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640544:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640550:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640554:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640558:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.640561:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640566:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640572:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:1.0:1715206675.640574:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.640576:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640580:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c35e92 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.640588:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7df80 reply state ffff88008ec6b000 transno 4295059967 ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640595:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.640601:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xa12eb2e9 (ffff880124385a00) 00010000:00010000:1.0:1715206675.640603:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.640605:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.640656:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13030:x1798523591753408:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 543us (628us total) trans 4295059967 rc 0/0 00000100:00100000:1.0:1715206675.640663:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572638 00000100:00100000:0.0:1715206675.642085:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.642164:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753536 00000100:00100000:1.0:1715206675.642169:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753536 00000100:00100000:1.0:1715206675.642196:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572639 00000100:00100000:1.0:1715206675.642200:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+223:13029:x1798523591753536:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.642221:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.642231:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28af40/0xb73f6b2ce2c34777 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289adb expref: 223 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.642240:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8800832d8100) 00010000:00010000:1.0:1715206675.642245:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.642253:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642259:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642263:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642270:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642274:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642277:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642300:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642304:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642307:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.642375:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8286, 64 off538496 00010000:00010000:1.0:1715206675.642392:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642397:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642420:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642424:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642428:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642434:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642438:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642441:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419ed00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.642442:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642446:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642450:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff880124385d00) 00010000:00010000:1.0:1715206675.642452:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.642454:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642457:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c35ec3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642467:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642470:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642473:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642476:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419f3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.642478:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642484:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642488:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff880124385d00) 00010000:00010000:1.0:1715206675.642489:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.642491:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642494:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c35ebc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642529:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642533:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642536:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642539:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419fa80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.642541:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642544:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642548:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:1.0:1715206675.642549:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.642550:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642553:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c35eae lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.642558:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7d880 reply state ffff88008ec6f000 transno 4295059968 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642563:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.642566:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xa12eb2e9 (ffff880124385e00) 00010000:00010000:1.0:1715206675.642568:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.642569:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.642604:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591753536:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 403us (520us total) trans 4295059968 rc 0/0 00000100:00100000:1.0:1715206675.642610:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572639 00000100:00100000:2.0:1715206675.644243:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.644291:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753600 00000100:00100000:0.0:1715206675.644297:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753600 00000100:00100000:0.0:1715206675.644331:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117790 00000100:00100000:0.0:1715206675.644337:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13030:x1798523591753600:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.645882:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.645973:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753664 00000100:00100000:1.0:1715206675.645978:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753664 00000100:00100000:1.0:1715206675.646005:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117791 00000100:00100000:1.0:1715206675.646027:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e712450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+455:13029:x1798523591753664:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.646343:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+455:13030:x1798523591753600:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2001us (2096us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.646354:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117790 00000100:00100000:1.0:1715206675.647962:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e712450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13029:x1798523591753664:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1949us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.647969:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117791 00000100:00100000:0.0:1715206675.649521:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.649598:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753792 00000100:00100000:1.0:1715206675.649603:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753792 00000100:00100000:1.0:1715206675.649630:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572640 00000100:00100000:1.0:1715206675.649634:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13030:x1798523591753792:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.649652:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.649663:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c2aba2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828654a expref: 454 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.649680:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff880096845200) 00010000:00010000:1.0:1715206675.649690:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c35c7e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1b8 expref: 453 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.649695:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.649697:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.649707:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.649713:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649717:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649723:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.649727:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649731:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649767:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.649771:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649775:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.649867:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3682, 64 off243840 00010000:00010000:1.0:1715206675.649888:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.649893:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649897:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649901:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649905:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649908:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649912:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649915:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.649916:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649920:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649924:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff8801345a0e00) 00010000:00010000:1.0:1715206675.649926:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.649927:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649934:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35edf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10084:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649946:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649950:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649953:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649956:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.649958:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649961:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649964:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10084:0x0].0x0 (ffff8801345a0e00) 00010000:00010000:1.0:1715206675.649965:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.649967:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.649970:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35ed8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10084:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650017:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650021:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650024:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650027:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.650029:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650032:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650036:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.650038:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.650039:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650042:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35eca lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.650046:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7f100 reply state ffff88008ec6a000 transno 4295216673 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650051:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.650076:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7d62b0d (ffff8800935eb800) 00010000:00010000:1.0:1715206675.650078:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.650080:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.650113:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13030:x1798523591753792:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 478us (594us total) trans 4295216673 rc 0/0 00000100:00100000:1.0:1715206675.650119:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572640 00000100:00100000:0.0:1715206675.651100:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.651176:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591753920 00000100:00100000:1.0:1715206675.651181:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591753920 00000100:00100000:1.0:1715206675.651207:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572641 00000100:00100000:1.0:1715206675.651212:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13029:x1798523591753920:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.651232:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.651242:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400f600/0xb73f6b2ce2c2ab94 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10085:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286543 expref: 454 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.651252:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff880096845c00) 00010000:00010000:1.0:1715206675.651260:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c35b9e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a180 expref: 453 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.651266:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.651268:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.651276:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.651282:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651286:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651293:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.651296:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651300:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651325:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.651329:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651333:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.651429:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3684, 64 off243968 00010000:00010000:1.0:1715206675.651448:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.651453:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651458:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651462:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651466:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651469:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651472:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651475:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.651477:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651480:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651484:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff8801345a0300) 00010000:00010000:1.0:1715206675.651486:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.651488:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651492:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35efb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10085:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651501:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651504:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651508:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651511:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.651513:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651516:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651519:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10085:0x0].0x0 (ffff8801345a0300) 00010000:00010000:1.0:1715206675.651520:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.651522:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651525:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35ef4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10085:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651560:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651564:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651568:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651571:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.651573:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651576:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651580:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.651581:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.651583:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651585:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35ee6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.651590:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7fb80 reply state ffff88008ec6d000 transno 4295216674 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651595:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.651599:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7d62b0d (ffff8801345a0600) 00010000:00010000:1.0:1715206675.651601:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.651602:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.651637:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13029:x1798523591753920:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 424us (538us total) trans 4295216674 rc 0/0 00000100:00100000:1.0:1715206675.651642:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572641 00000100:00100000:0.0:1715206675.653653:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.653729:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754048 00000100:00100000:1.0:1715206675.653734:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754048 00000100:00100000:1.0:1715206675.653760:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572642 00000100:00100000:1.0:1715206675.653765:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13030:x1798523591754048:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.653784:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.653795:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289f80/0xb73f6b2ce2c28fef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285c13 expref: 454 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.653807:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ecfc0/0xb73f6b2ce24d30d1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801596d expref: 453 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.653813:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007d:0x0].0x0 (ffff88012f350200) 00010000:00010000:1.0:1715206675.653818:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.653825:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.653831:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653836:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653842:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.653846:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653849:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653875:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.653883:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653886:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.653953:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3685, 64 off244032 00010000:00010000:1.0:1715206675.653970:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.653975:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653979:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653983:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653987:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653990:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653993:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.653996:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.653998:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654001:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654006:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007d:0x0].0x0 (ffff88012dc58000) 00010000:00010000:1.0:1715206675.654008:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.654010:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654013:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35f17 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1007d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654022:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654026:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654029:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654032:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.654034:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654037:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654041:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007d:0x0].0x0 (ffff88012dc58000) 00010000:00010000:1.0:1715206675.654042:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.654043:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654046:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35f10 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1007d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654107:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654111:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654115:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654117:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.654119:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654122:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654127:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.654128:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.654129:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654132:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f02 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.654137:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7dc00 reply state ffff88008ec68000 transno 4295216675 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654141:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.654145:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7b2f0bbe (ffff8801345a0700) 00010000:00010000:1.0:1715206675.654146:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.654148:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.654182:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13030:x1798523591754048:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 416us (530us total) trans 4295216675 rc 0/0 00000100:00100000:1.0:1715206675.654190:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572642 00000100:00100000:0.0:1715206675.655726:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.655800:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754176 00000100:00100000:1.0:1715206675.655805:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754176 00000100:00100000:1.0:1715206675.655832:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572643 00000100:00100000:1.0:1715206675.655836:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13029:x1798523591754176:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.655855:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.655866:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c28f9b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285bf7 expref: 454 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.655878:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce24d31aa lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580159ba expref: 453 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.655884:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007c:0x0].0x0 (ffff88009404e600) 00010000:00010000:1.0:1715206675.655889:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.655897:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.655903:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.655907:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.655914:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.655918:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.655921:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.655947:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.655951:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.655955:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.656022:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3683, 64 off243904 00010000:00010000:1.0:1715206675.656039:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.656044:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656048:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656052:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656076:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656080:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656083:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656086:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.656088:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656093:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656098:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007c:0x0].0x0 (ffff88012dc58600) 00010000:00010000:1.0:1715206675.656099:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.656101:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656105:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f33 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1007c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656116:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656119:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656122:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656125:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.656127:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656130:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656133:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007c:0x0].0x0 (ffff88012dc58600) 00010000:00010000:1.0:1715206675.656135:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.656136:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656155:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f2c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1007c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656198:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656203:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656206:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656209:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.656211:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656215:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656219:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.656221:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.656222:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656225:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f1e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.656230:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7d180 reply state ffff88008ec6c000 transno 4295216676 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656235:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.656240:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7b2f0bbe (ffff88012dc58f00) 00010000:00010000:1.0:1715206675.656241:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.656243:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.656282:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13029:x1798523591754176:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 444us (558us total) trans 4295216676 rc 0/0 00000100:00100000:1.0:1715206675.656287:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572643 00000100:00100000:0.0:1715206675.658142:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.658220:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754304 00000100:00100000:1.0:1715206675.658225:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754304 00000100:00100000:1.0:1715206675.658251:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572644 00000100:00100000:1.0:1715206675.658255:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+454:13030:x1798523591754304:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.658275:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.658285:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c293a0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285d2b expref: 454 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.658294:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007e:0x0].0x0 (ffff88008ec2be00) 00010000:00010000:1.0:1715206675.658299:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.658306:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.658312:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658317:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658323:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.658326:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658330:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658358:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.658363:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658366:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.658454:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3686, 64 off244096 00010000:00010000:1.0:1715206675.658472:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.658477:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658481:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658485:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658489:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658492:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658496:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658499:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.658500:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658505:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658509:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007e:0x0].0x0 (ffff880097371200) 00010000:00010000:1.0:1715206675.658511:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.658513:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658516:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f4f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1007e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658526:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658529:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658532:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658535:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.658536:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658540:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658544:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007e:0x0].0x0 (ffff880097371200) 00010000:00010000:1.0:1715206675.658545:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.658546:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658549:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f48 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1007e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658585:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658589:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658593:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658595:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.658597:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658600:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658604:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.658605:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.658607:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658610:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f3a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.658614:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7ea00 reply state ffff88008ec6e000 transno 4295216677 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658618:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.658622:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xba72bac9 (ffff880097371d00) 00010000:00010000:1.0:1715206675.658624:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.658625:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.658661:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+455:13030:x1798523591754304:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 404us (521us total) trans 4295216677 rc 0/0 00000100:00100000:1.0:1715206675.658666:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572644 00000100:00100000:0.0:1715206675.660378:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.660455:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754432 00000100:00100000:1.0:1715206675.660462:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754432 00000100:00100000:1.0:1715206675.660497:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572645 00000100:00100000:1.0:1715206675.660503:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+455:13029:x1798523591754432:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.660530:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.660547:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb6d00/0xb73f6b2ce2c2936f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285d16 expref: 455 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.660565:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007f:0x0].0x0 (ffff88009628da00) 00010000:00010000:1.0:1715206675.660576:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.660592:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.660603:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660612:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660624:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.660631:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660639:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660708:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.660719:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660728:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.660884:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3684, 64 off243968 00010000:00010000:1.0:1715206675.660941:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.660952:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660959:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660964:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660969:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660974:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660979:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660983:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.660986:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660991:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.660998:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007f:0x0].0x0 (ffff880083fe8d00) 00010000:00010000:1.0:1715206675.661000:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.661003:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661007:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35f6b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1007f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661022:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661027:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661031:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661035:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.661037:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661042:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661047:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007f:0x0].0x0 (ffff880083fe8d00) 00010000:00010000:1.0:1715206675.661049:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.661051:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661055:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35f64 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1007f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661137:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661143:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661148:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661152:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.661154:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661159:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661165:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.661167:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.661169:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661173:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35f56 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.661179:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7e680 reply state ffff8800958bd000 transno 4295216678 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661186:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.661191:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xba72bac9 (ffff880083fe8300) 00010000:00010000:1.0:1715206675.661193:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.661195:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.661242:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13029:x1798523591754432:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 737us (866us total) trans 4295216678 rc 0/0 00000100:00100000:1.0:1715206675.661249:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572645 00000100:00100000:0.0:1715206675.662769:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.662844:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754560 00000100:00100000:1.0:1715206675.662850:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754560 00000100:00100000:1.0:1715206675.662876:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572646 00000100:00100000:1.0:1715206675.662881:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13030:x1798523591754560:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.662900:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.662911:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924ca880/0xb73f6b2ce2c29f07 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d3b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582860ff expref: 456 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.662923:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb4b40/0xb73f6b2ce2c29def lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d3b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582860ab expref: 455 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.662929:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d3b:0x0].0x0 (ffff88008d6f4b00) 00010000:00010000:1.0:1715206675.662934:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.662942:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.662947:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.662952:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.662958:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.662962:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.662968:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.662994:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.662998:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663002:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.663094:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3687, 64 off244160 00010000:00010000:1.0:1715206675.663112:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.663118:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663122:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663126:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663130:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663133:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663136:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663142:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.663144:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663148:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663152:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d3b:0x0].0x0 (ffff880083fe8f00) 00010000:00010000:1.0:1715206675.663154:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.663156:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663159:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35f87 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663169:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663172:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663175:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663177:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.663179:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663183:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663187:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d3b:0x0].0x0 (ffff880083fe8f00) 00010000:00010000:1.0:1715206675.663188:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.663190:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663193:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35f80 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663230:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663234:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663238:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663241:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.663243:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663246:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663250:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.663251:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.663253:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663256:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35f72 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.663260:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7c000 reply state ffff8800958bb000 transno 4295216679 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663265:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.663269:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa4b2186b (ffff880083fe8900) 00010000:00010000:1.0:1715206675.663270:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.663272:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.663306:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13030:x1798523591754560:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 424us (538us total) trans 4295216679 rc 0/0 00000100:00100000:1.0:1715206675.663311:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572646 00000100:00100000:0.0:1715206675.665100:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.665196:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754688 00000100:00100000:1.0:1715206675.665201:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754688 00000100:00100000:1.0:1715206675.665227:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572647 00000100:00100000:1.0:1715206675.665232:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13029:x1798523591754688:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.665251:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.665261:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d200/0xb73f6b2ce2c29f0e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286106 expref: 456 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.665272:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400d680/0xb73f6b2ce2c29df6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d3a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582860b2 expref: 455 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.665278:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d3a:0x0].0x0 (ffff88008d6f4c00) 00010000:00010000:1.0:1715206675.665283:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.665290:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.665296:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665301:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665307:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.665312:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665317:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665350:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.665358:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665364:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.665509:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3685, 64 off244032 00010000:00010000:1.0:1715206675.665546:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.665558:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665568:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665577:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665585:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665593:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665608:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665616:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.665619:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665627:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665639:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d3a:0x0].0x0 (ffff880083fe8400) 00010000:00010000:1.0:1715206675.665643:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.665647:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665654:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fa3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665677:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665685:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665692:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665699:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.665703:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665710:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665721:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d3a:0x0].0x0 (ffff880083fe8400) 00010000:00010000:1.0:1715206675.665724:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.665728:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665735:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35f9c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665815:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665824:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665832:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665840:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.665844:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665852:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665863:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.665866:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.665870:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665878:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35f8e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.665889:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7c700 reply state ffff8800958ba000 transno 4295216680 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665902:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.665911:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa4b2186b (ffff880083fe8e00) 00010000:00010000:1.0:1715206675.665914:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.665917:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.665979:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13029:x1798523591754688:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 743us (879us total) trans 4295216680 rc 0/0 00000100:00100000:1.0:1715206675.665987:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572647 00000100:00100000:0.0:1715206675.666984:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.667079:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754816 00000100:00100000:1.0:1715206675.667084:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754816 00000100:00100000:1.0:1715206675.667112:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572648 00000100:00100000:1.0:1715206675.667117:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13030:x1798523591754816:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.667136:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.667147:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee400/0xb73f6b2ce2c2a1d8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10083:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582861ed expref: 456 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.667159:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53a880/0xb73f6b2ce24d4434 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10083:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015ff6 expref: 455 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.667165:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff880120b57500) 00010000:00010000:1.0:1715206675.667171:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.667179:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.667185:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667190:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667197:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.667201:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667205:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667230:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.667234:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667238:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.667307:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3686, 64 off244096 00010000:00010000:1.0:1715206675.667326:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.667332:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667337:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667341:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667344:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667351:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667355:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667358:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.667360:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667364:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667368:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff880083fe8a00) 00010000:00010000:1.0:1715206675.667370:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.667371:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667375:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70900/0xb73f6b2ce2c35fbf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10083:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667385:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667388:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667391:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667394:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.667397:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667419:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667423:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10083:0x0].0x0 (ffff880083fe8a00) 00010000:00010000:1.0:1715206675.667425:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.667426:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667430:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70b40/0xb73f6b2ce2c35fb8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10083:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667473:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667477:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667481:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667484:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.667486:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667489:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667493:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.667495:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.667496:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667499:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72400/0xb73f6b2ce2c35faa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.667504:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7e300 reply state ffff8800958be000 transno 4295216681 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667509:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.667513:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe4a56594 (ffff880083fe8c00) 00010000:00010000:1.0:1715206675.667515:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.667516:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.667553:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13030:x1798523591754816:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 434us (571us total) trans 4295216681 rc 0/0 00000100:00100000:1.0:1715206675.667558:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572648 00000100:00100000:0.0:1715206675.670165:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.670298:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591754944 00000100:00100000:1.0:1715206675.670306:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591754944 00000100:00100000:1.0:1715206675.670347:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572649 00000100:00100000:1.0:1715206675.670354:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13029:x1798523591754944:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.670383:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.670398:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c2a1e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10082:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582861f4 expref: 456 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.670461:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce24d4442 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10082:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015ffd expref: 455 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.670471:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff880120b57000) 00010000:00010000:1.0:1715206675.670477:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.670489:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.670497:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670503:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670513:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.670518:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670523:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670557:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.670562:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670567:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.670663:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3688, 64 off244224 00010000:00010000:1.0:1715206675.670687:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.670695:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670701:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670706:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670715:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670719:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670724:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670728:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.670730:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670735:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670741:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff880083fe8400) 00010000:00010000:1.0:1715206675.670743:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.670746:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670750:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73600/0xb73f6b2ce2c35fdb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10082:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670763:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670767:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670772:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670776:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.670779:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670783:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670789:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10082:0x0].0x0 (ffff880083fe8400) 00010000:00010000:1.0:1715206675.670791:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.670792:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670796:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73a80/0xb73f6b2ce2c35fd4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10082:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670847:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670853:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670857:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670861:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.670863:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670868:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670873:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.670875:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.670877:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670886:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71f80/0xb73f6b2ce2c35fc6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.670892:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009cd7ca80 reply state ffff8800958b9000 transno 4295216682 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670898:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.670903:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe4a56594 (ffff880083fe8700) 00010000:00010000:1.0:1715206675.670904:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.670906:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.670953:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13029:x1798523591754944:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 599us (791us total) trans 4295216682 rc 0/0 00000100:00100000:1.0:1715206675.670960:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572649 00000100:00100000:0.0:1715206675.672351:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.672440:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755072 00000100:00100000:1.0:1715206675.672446:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755072 00000100:00100000:1.0:1715206675.672473:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572650 00000100:00100000:1.0:1715206675.672477:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13030:x1798523591755072:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.672499:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.672509:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c299ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10081:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285f38 expref: 456 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.672519:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10081:0x0].0x0 (ffff88009628dc00) 00010000:00010000:1.0:1715206675.672524:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.672532:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.672538:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672544:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672550:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.672554:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672558:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672586:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.672590:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672594:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.672662:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3689, 64 off244288 00010000:00010000:1.0:1715206675.672679:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.672685:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672690:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672694:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672701:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672704:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672708:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672711:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c82880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.672713:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672717:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672721:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10081:0x0].0x0 (ffff880083fe8f00) 00010000:00010000:1.0:1715206675.672723:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.672725:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672728:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c35ff7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10081:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672740:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672743:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672746:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672750:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c83a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.672752:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672755:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672759:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10081:0x0].0x0 (ffff880083fe8f00) 00010000:00010000:1.0:1715206675.672761:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.672762:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672765:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c35ff0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10081:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672804:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672808:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672811:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672814:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f733c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.672816:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672819:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672823:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.672824:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.672826:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672832:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f733c0/0xb73f6b2ce2c35fe2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.672837:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d0e00 reply state ffff8800935fe000 transno 4295216683 ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672842:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.672846:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xc734d1c8 (ffff880083fe8d00) 00010000:00010000:1.0:1715206675.672848:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.672849:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.672886:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13030:x1798523591755072:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 407us (537us total) trans 4295216683 rc 0/0 00000100:00100000:1.0:1715206675.672891:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572650 00000100:00100000:0.0:1715206675.674922:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.674962:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755200 00000100:00100000:1.0:1715206675.674966:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755200 00000100:00100000:1.0:1715206675.674989:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572651 00000100:00100000:1.0:1715206675.674993:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13029:x1798523591755200:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.675010:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.675018:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c299ab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10080:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285f2a expref: 457 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.675027:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10080:0x0].0x0 (ffff88009628dd00) 00010000:00010000:1.0:1715206675.675031:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.675037:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.675043:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675047:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675071:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.675075:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675079:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675102:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.675106:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675109:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.675176:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3687, 64 off244160 00010000:00010000:1.0:1715206675.675191:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.675196:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675200:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675203:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675209:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675212:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675215:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675218:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c80b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.675219:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675222:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675226:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10080:0x0].0x0 (ffff88008ec2b500) 00010000:00010000:1.0:1715206675.675227:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.675229:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675232:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c36013 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675241:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675244:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675246:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675249:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.675251:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675254:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675258:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10080:0x0].0x0 (ffff88008ec2b500) 00010000:00010000:1.0:1715206675.675259:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.675260:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675263:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c3600c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675295:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675299:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675301:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675304:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.675305:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675308:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675311:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.675312:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.675314:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675319:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c35ffe lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.675323:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d0a80 reply state ffff8800935ff000 transno 4295216684 ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675327:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.675330:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xc734d1c8 (ffff88008ec2ba00) 00010000:00010000:1.0:1715206675.675331:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.675332:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.675363:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13029:x1798523591755200:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 369us (442us total) trans 4295216684 rc 0/0 00000100:00100000:1.0:1715206675.675367:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572651 00000100:00100000:0.0:1715206675.676799:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.676839:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755328 00000100:00100000:1.0:1715206675.676843:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755328 00000100:00100000:1.0:1715206675.676866:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572652 00000100:00100000:1.0:1715206675.676870:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13030:x1798523591755328:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.676888:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.676897:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c2b1a6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828670a expref: 458 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.676907:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c2b087 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d47:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582866af expref: 457 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.676913:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d47:0x0].0x0 (ffff8801345a0500) 00010000:00010000:1.0:1715206675.676917:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.676924:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.676929:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.676933:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.676939:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.676942:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.676945:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.676967:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.676970:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.676973:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.677033:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3690, 64 off244352 00010000:00010000:1.0:1715206675.677048:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.677071:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677075:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677082:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677085:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677087:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677090:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677093:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c82ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.677095:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677098:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677101:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d47:0x0].0x0 (ffff88008ec2b400) 00010000:00010000:1.0:1715206675.677103:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.677104:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677107:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c3602f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677116:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677119:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677125:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677127:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c806c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.677129:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677131:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677134:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d47:0x0].0x0 (ffff88008ec2b400) 00010000:00010000:1.0:1715206675.677136:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.677137:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677139:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36028 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677172:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677176:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677178:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677181:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c80fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.677182:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677185:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677189:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:1.0:1715206675.677191:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.677192:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677195:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c3601a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.677198:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d3480 reply state ffff880096593000 transno 4295216685 ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677202:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.677205:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x985392a1 (ffff88008ec2b000) 00010000:00010000:1.0:1715206675.677207:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.677208:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.677237:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13030:x1798523591755328:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 366us (439us total) trans 4295216685 rc 0/0 00000100:00100000:1.0:1715206675.677241:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572652 00000100:00100000:0.0:1715206675.678356:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.678437:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755456 00000100:00100000:1.0:1715206675.678444:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755456 00000100:00100000:1.0:1715206675.678482:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572653 00000100:00100000:1.0:1715206675.678488:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13029:x1798523591755456:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.678515:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.678529:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d937840/0xb73f6b2ce2c2b19f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286703 expref: 458 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.678545:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8240/0xb73f6b2ce2c2b08e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582866b6 expref: 457 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.678554:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d46:0x0].0x0 (ffff880083326c00) 00010000:00010000:1.0:1715206675.678562:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.678572:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.678580:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678586:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678595:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.678600:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678605:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678640:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.678646:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678651:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.678743:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3688, 64 off244224 00010000:00010000:1.0:1715206675.678766:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.678777:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678783:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678788:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678793:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678798:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678802:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678807:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c83a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.678809:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678814:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678820:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d46:0x0].0x0 (ffff88008d86d900) 00010000:00010000:1.0:1715206675.678822:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.678824:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678829:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c3604b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678843:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678848:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678853:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678856:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.678859:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678863:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678868:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d46:0x0].0x0 (ffff88008d86d900) 00010000:00010000:1.0:1715206675.678870:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.678872:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678876:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36044 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678925:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678931:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678935:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678939:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.678941:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678950:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678956:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:1.0:1715206675.678958:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.678960:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678964:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c36036 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1007a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.678970:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d3b80 reply state ffff880096591000 transno 4295216686 ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678977:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.678982:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x985392a1 (ffff88008ec2be00) 00010000:00010000:1.0:1715206675.678984:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.678986:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.679033:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13029:x1798523591755456:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 544us (679us total) trans 4295216686 rc 0/0 00000100:00100000:1.0:1715206675.679041:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572653 00000100:00100000:0.0:1715206675.680710:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.680759:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755520 00000100:00100000:1.0:1715206675.680764:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755520 00000100:00100000:1.0:1715206675.680793:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117792 00000100:00100000:1.0:1715206675.680798:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13030:x1798523591755520:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.681808:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.681887:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755584 00000100:00100000:2.0:1715206675.681896:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755584 00000100:00100000:2.0:1715206675.681941:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117793 00000100:00100000:2.0:1715206675.681949:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13029:x1798523591755584:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.682773:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13030:x1798523591755520:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1971us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.682783:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117792 00000100:00100000:2.0:1715206675.684487:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13029:x1798523591755584:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 2535us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.684496:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117793 00000100:00100000:0.0:1715206675.685969:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.686022:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755712 00000100:00100000:1.0:1715206675.686028:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755712 00000100:00100000:1.0:1715206675.686078:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572654 00000100:00100000:1.0:1715206675.686085:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13030:x1798523591755712:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.686108:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1715206675.686123:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c313d7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889d2 expref: 458 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.686140:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c2eee6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287ce3 expref: 457 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.686150:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6f:0x0].0x0 (ffff8800948e6900) 00010000:00010000:1.0:1715206675.686163:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c35cb6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1bf expref: 456 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.686171:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.686174:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.686185:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.686194:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686202:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686213:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.686221:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686227:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686263:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.686270:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686277:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.686382:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3691, 64 off244416 00010000:00010000:1.0:1715206675.686426:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.686435:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686443:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686449:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686455:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686461:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686472:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686477:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c82ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.686480:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686487:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686494:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6f:0x0].0x0 (ffff88008d86da00) 00010000:00010000:1.0:1715206675.686497:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.686500:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686506:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82ac0/0xb73f6b2ce2c36067 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686522:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686528:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686534:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686539:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c806c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.686542:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686547:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686555:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6f:0x0].0x0 (ffff88008d86da00) 00010000:00010000:1.0:1715206675.686558:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.686560:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686566:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c806c0/0xb73f6b2ce2c36060 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d6f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686622:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686628:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686635:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686640:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c82880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.686643:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686649:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686657:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.686659:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.686662:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686668:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82880/0xb73f6b2ce2c36052 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.686676:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d2d80 reply state ffff880096592000 transno 4295216687 ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686685:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.686692:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x778ea4fb (ffff88008d86dd00) 00010000:00010000:1.0:1715206675.686694:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.686696:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.686739:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13030:x1798523591755712:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 653us (772us total) trans 4295216687 rc 0/0 00000100:00100000:1.0:1715206675.686747:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572654 00000100:00100000:0.0:1715206675.687315:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.687387:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755840 00000100:00100000:1.0:1715206675.687393:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755840 00000100:00100000:1.0:1715206675.687438:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572655 00000100:00100000:1.0:1715206675.687443:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13029:x1798523591755840:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.687483:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1715206675.687494:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922358c0/0xb73f6b2ce2c3141d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582889ee expref: 457 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.687505:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec61b00/0xb73f6b2ce2c2eef4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cea expref: 456 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.687512:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6e:0x0].0x0 (ffff8800948e6c00) 00010000:00010000:1.0:1715206675.687521:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419e880/0xb73f6b2ce2c35bc1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a187 expref: 455 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.687527:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.687528:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.687536:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.687543:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687548:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687554:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.687558:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687562:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206675.687574:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.687588:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.687593:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687597:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.687605:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755904 00000100:00100000:3.0:1715206675.687611:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755904 00000100:00100000:3.0:1715206675.687643:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572656 00000100:00100000:3.0:1715206675.687647:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+455:13634:x1798523591755904:12345-192.168.203.35@tcp:101:ll_sa.0 00010000:00010000:3.0:1715206675.687658:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.687687:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1f0 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.687708:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 2/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.687716:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 4/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1715206675.687720:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3689, 64 off244288 00010000:00010000:3.0:1715206675.687730:0:8278:0:(ldlm_request.c:381:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.687744:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 3/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 457 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.687756:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206675.687758:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.687758:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.687761:0:8278:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 3/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 457 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.687767:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095b8e1c0, rc 0) 00010000:00010000:1.0:1715206675.687770:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687780:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687790:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687795:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687799:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687804:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687808:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81d40 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:3.0:1715206675.687809:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13634:x1798523591755904:12345-192.168.203.35@tcp:101:ll_sa.0 Request processed in 160us (235us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206675.687810:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.687815:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572656 00010000:00010000:1.0:1715206675.687815:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687821:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6e:0x0].0x0 (ffff88008d86d800) 00010000:00010000:1.0:1715206675.687823:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.687826:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687830:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81d40/0xb73f6b2ce2c3608a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d6e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687846:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687851:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687859:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687863:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c80b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.687865:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687869:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687874:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6e:0x0].0x0 (ffff88008d86d800) 00010000:00010000:1.0:1715206675.687876:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.687878:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687882:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80b40/0xb73f6b2ce2c3607c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d6e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687935:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687941:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687945:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687949:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.687951:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687956:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.687962:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.687964:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.687969:0:16094:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.687977:0:16094:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.687984:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.688006:0:16094:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.688018:0:16094:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:16094:1798523524853248:192.168.203.35@tcp:105: 00000100:00100000:1.0:1715206675.688060:0:16094:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.689156:0:16094:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:16094:1798523524853248:192.168.203.35@tcp:105: 00010000:00010000:1.0:1715206675.689171:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.689178:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81440/0xb73f6b2ce2c3606e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.689188:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d2680 reply state ffff880096595000 transno 4295216688 ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.689197:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.689209:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x778ea4fb (ffff88008d86de00) 00010000:00010000:1.0:1715206675.689212:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.689214:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.689256:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13029:x1798523591755840:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 1811us (1942us total) trans 4295216688 rc 0/0 00000100:00100000:1.0:1715206675.689264:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572655 00000100:00100000:0.0:1715206675.689849:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.689890:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.689929:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591755968 00000100:00100000:2.0:1715206675.689934:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591755968 00000100:00100000:1.0:1715206675.689936:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756096 00000100:00100000:1.0:1715206675.689941:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756096 00000100:00100000:2.0:1715206675.689955:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117794 00000100:00100000:2.0:1715206675.689959:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13634:x1798523591755968:12345-192.168.203.35@tcp:37:ll_sa.0 00000100:00100000:1.0:1715206675.689970:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572657 00000100:00100000:1.0:1715206675.689977:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13030:x1798523591756096:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.689998:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.690011:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2f40/0xb73f6b2ce2c308f5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828859c expref: 458 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.690029:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ed680/0xb73f6b2ce24d861a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58017685 expref: 457 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.690038:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff88009349db00) 00010000:00010000:1.0:1715206675.690044:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.690074:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.690083:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690091:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690103:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.690110:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690117:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690151:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.690158:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690165:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.690254:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3692, 64 off244480 00010000:00010000:1.0:1715206675.690280:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.690288:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690295:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690301:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690306:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690312:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690322:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690327:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094859f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.690330:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690336:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690343:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff88008d86d100) 00010000:00010000:1.0:1715206675.690346:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.690348:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690352:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094859f80/0xb73f6b2ce2c360a6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1008b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690364:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690368:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690371:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690374:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.690376:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690379:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690384:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008b:0x0].0x0 (ffff88008d86d100) 00010000:00010000:1.0:1715206675.690386:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.690388:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690391:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485bcc0/0xb73f6b2ce2c3609f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1008b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690450:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690454:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690457:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690461:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.690462:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690466:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690471:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.690472:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.690474:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690477:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81200/0xb73f6b2ce2c36091 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.690482:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d1500 reply state ffff880096597000 transno 4295216689 ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690488:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.690492:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x85ed9198 (ffff88008d86db00) 00010000:00010000:1.0:1715206675.690494:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.690495:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.690533:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+459:13030:x1798523591756096:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 556us (643us total) trans 4295216689 rc 0/0 00000100:00100000:1.0:1715206675.690538:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572657 00000100:00100000:2.0:1715206675.691608:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13634:x1798523591755968:12345-192.168.203.35@tcp:37:ll_sa.0 Request processed in 1645us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.691615:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117794 00000100:00100000:0.0:1715206675.691872:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.691926:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756224 00000100:00100000:1.0:1715206675.691932:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756224 00000100:00100000:1.0:1715206675.691964:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572658 00000100:00100000:1.0:1715206675.691971:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13029:x1798523591756224:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.691996:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.692010:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d937cc0/0xb73f6b2ce2c30957 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885c6 expref: 457 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.692027:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48900/0xb73f6b2ce24d8675 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580176a1 expref: 456 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.692036:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff88009200bb00) 00010000:00010000:1.0:1715206675.692042:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.692052:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.692083:0:16094:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 455 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.692094:0:16094:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 4/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.692108:0:16094:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 455 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.692117:0:16094:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 455 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.692124:0:16094:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:16094:1798523524853312:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.692155:0:16094:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.693257:0:16094:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:16094:1798523524853312:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206675.693268:0:16094:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206675.693626:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.693720:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756288 00000100:00100000:2.0:1715206675.693727:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756288 00010000:00010000:2.0:1715206675.693746:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.693780:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158706 00000100:00100000:2.0:1715206675.693785:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+456:2002:x1798523591756288:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.693794:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.693798:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.693812:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.693825:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c36083 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f0 expref: 456 pid: 8278 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.693835:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:2.0:1715206675.693839:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206675.693845:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206675.693849:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206675.693868:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.693883:0:16094:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.693894:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206675.693898:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+455:2002:x1798523591756288:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 113us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.693905:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158706 00010000:00010000:1.0:1715206675.693910:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.693921:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.693931:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.693982:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.693992:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694001:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.694145:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3690, 64 off244352 00010000:00010000:1.0:1715206675.694171:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.694180:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694187:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694193:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694199:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694204:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694210:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694215:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094858900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.694218:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694225:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694232:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff88008d86d400) 00010000:00010000:1.0:1715206675.694235:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.694237:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694243:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858900/0xb73f6b2ce2c360c2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1008a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694257:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694263:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694269:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694274:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948598c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.694277:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694282:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694289:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008a:0x0].0x0 (ffff88008d86d400) 00010000:00010000:1.0:1715206675.694291:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.694294:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694299:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800948598c0/0xb73f6b2ce2c360bb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1008a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694350:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694357:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694362:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694367:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485a400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.694370:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694375:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694382:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.694385:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.694388:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694393:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a400/0xb73f6b2ce2c360ad lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.694418:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d3100 reply state ffff880096594000 transno 4295216690 ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694427:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694433:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x85ed9198 (ffff88008d86d900) 00010000:00010000:1.0:1715206675.694435:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.694438:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.694477:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13029:x1798523591756224:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 2504us (2605us total) trans 4295216690 rc 0/0 00000100:00100000:1.0:1715206675.694484:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572658 00000100:00100000:0.0:1715206675.694692:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.694739:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756416 00000100:00100000:1.0:1715206675.694744:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756416 00000100:00100000:1.0:1715206675.694771:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572659 00000100:00100000:1.0:1715206675.694777:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+456:13030:x1798523591756416:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.694797:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.694808:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82400/0xb73f6b2ce2c31527 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a42 expref: 456 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.694819:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ac:0x0].0x0 (ffff8801345a0000) 00010000:00010000:1.0:1715206675.694824:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.694833:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.694840:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694847:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694856:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.694862:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694868:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694903:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.694910:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.694917:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.694992:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3691, 64 off244416 00010000:00010000:1.0:1715206675.695012:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.695019:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695026:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695032:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695037:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695043:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695047:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695050:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485a640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.695051:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695074:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695079:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ac:0x0].0x0 (ffff88008d86d000) 00010000:00010000:1.0:1715206675.695081:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.695083:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695086:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a640/0xb73f6b2ce2c360de lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695096:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695100:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695103:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695106:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485b840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.695108:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695111:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695114:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ac:0x0].0x0 (ffff88008d86d000) 00010000:00010000:1.0:1715206675.695115:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.695116:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695119:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b840/0xb73f6b2ce2c360d7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695159:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695163:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695166:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695169:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094859200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.695170:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695173:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695177:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.695178:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.695180:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695182:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094859200/0xb73f6b2ce2c360c9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.695187:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d0000 reply state ffff880096b20000 transno 4295216691 ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695191:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.695195:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa149fd88 (ffff88008d86d200) 00010000:00010000:1.0:1715206675.695196:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.695198:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.695227:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13030:x1798523591756416:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 450us (537us total) trans 4295216691 rc 0/0 00000100:00100000:1.0:1715206675.695232:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572659 00000100:00100000:0.0:1715206675.697763:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.697803:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756544 00000100:00100000:1.0:1715206675.697807:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756544 00000100:00100000:1.0:1715206675.697830:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572660 00000100:00100000:1.0:1715206675.697834:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+457:13029:x1798523591756544:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.697853:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.697862:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3156d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100ad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a5e expref: 457 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.697872:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ad:0x0].0x0 (ffff8801345a0100) 00010000:00010000:1.0:1715206675.697878:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.697888:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.697896:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.697904:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.697914:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.697920:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.697926:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.697957:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.697961:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.697965:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.698031:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3693, 64 off244544 00010000:00010000:1.0:1715206675.698047:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.698052:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698076:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698080:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698083:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698086:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698090:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698093:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094858240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.698094:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698098:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698103:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ad:0x0].0x0 (ffff88008d86da00) 00010000:00010000:1.0:1715206675.698105:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.698106:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698109:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858240/0xb73f6b2ce2c360fa lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100ad:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698120:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698123:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698126:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698129:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.698131:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698134:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698137:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ad:0x0].0x0 (ffff88008d86da00) 00010000:00010000:1.0:1715206675.698138:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.698140:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698142:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485aac0/0xb73f6b2ce2c360f3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698177:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698181:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698184:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698187:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.698188:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698191:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698195:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.698196:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.698198:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698200:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b3c0/0xb73f6b2ce2c360e5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.698205:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d1f80 reply state ffff880096b24000 transno 4295216692 ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698209:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.698212:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa149fd88 (ffff88008d86d300) 00010000:00010000:1.0:1715206675.698214:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.698215:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.698247:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13029:x1798523591756544:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 411us (486us total) trans 4295216692 rc 0/0 00000100:00100000:1.0:1715206675.698252:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572660 00000100:00100000:0.0:1715206675.698869:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.698926:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756672 00000100:00100000:1.0:1715206675.698931:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756672 00000100:00100000:1.0:1715206675.698960:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572661 00000100:00100000:1.0:1715206675.698965:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+458:13030:x1798523591756672:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.698985:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.698996:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255a640/0xb73f6b2ce2c3172d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b0d expref: 458 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.699009:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff88012f350c00) 00010000:00010000:1.0:1715206675.699015:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.699024:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.699030:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699036:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699044:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.699048:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699075:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699114:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.699121:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699126:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.699206:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3694, 64 off244608 00010000:00010000:1.0:1715206675.699227:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.699234:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699239:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699244:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699249:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699253:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699257:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699261:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094858b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.699263:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699268:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699274:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff880090dc9000) 00010000:00010000:1.0:1715206675.699276:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.699278:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699282:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858b40/0xb73f6b2ce2c36116 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1009d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699294:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699299:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699303:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699306:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485ad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.699308:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699313:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699317:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009d:0x0].0x0 (ffff880090dc9000) 00010000:00010000:1.0:1715206675.699319:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.699320:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699324:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485ad00/0xb73f6b2ce2c3610f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1009d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699370:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699375:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699379:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699383:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094859680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.699385:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699389:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699394:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.699396:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.699398:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699440:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094859680/0xb73f6b2ce2c36101 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.699445:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d2300 reply state ffff880096b26000 transno 4295216693 ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699450:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.699453:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa1380d88 (ffff88008d86d500) 00010000:00010000:1.0:1715206675.699455:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.699457:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.699486:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+459:13030:x1798523591756672:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 521us (619us total) trans 4295216693 rc 0/0 00000100:00100000:1.0:1715206675.699491:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572661 00000100:00100000:0.0:1715206675.701804:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.701846:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756800 00000100:00100000:1.0:1715206675.701850:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756800 00000100:00100000:1.0:1715206675.701873:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572662 00000100:00100000:1.0:1715206675.701877:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+459:13029:x1798523591756800:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.701895:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.701905:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c31781 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b30 expref: 459 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.701914:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff88012f350900) 00010000:00010000:1.0:1715206675.701918:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.701925:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.701931:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.701935:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.701941:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.701945:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.701950:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.701986:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.701993:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702000:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.702098:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3692, 64 off244480 00010000:00010000:1.0:1715206675.702116:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.702121:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702125:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702129:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702133:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702136:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702139:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702142:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.702144:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702148:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702152:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff880090dc9900) 00010000:00010000:1.0:1715206675.702154:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.702155:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702158:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c36132 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1009c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702168:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702172:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702174:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702177:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094858d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.702179:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702182:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702185:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009c:0x0].0x0 (ffff880090dc9900) 00010000:00010000:1.0:1715206675.702187:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.702188:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702191:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858d80/0xb73f6b2ce2c3612b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1009c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702226:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702230:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702233:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702236:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094859b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.702237:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702240:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702244:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.702245:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.702247:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702249:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094859b00/0xb73f6b2ce2c3611d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.702253:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008f1d0700 reply state ffff880096b27000 transno 4295216694 ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702258:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.702261:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa1380d88 (ffff880090dc9f00) 00010000:00010000:1.0:1715206675.702263:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.702264:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.702297:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13029:x1798523591756800:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 419us (496us total) trans 4295216694 rc 0/0 00000100:00100000:1.0:1715206675.702302:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572662 00000100:00100000:0.0:1715206675.703043:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.703091:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591756928 00000100:00100000:1.0:1715206675.703096:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591756928 00000100:00100000:1.0:1715206675.703122:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572663 00000100:00100000:1.0:1715206675.703127:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13030:x1798523591756928:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.703146:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.703157:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c821c0/0xb73f6b2ce2c309c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885f0 expref: 460 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.703171:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8a400/0xb73f6b2ce2c2d2fb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d5f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828729b expref: 459 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.703178:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5f:0x0].0x0 (ffff88008d6f4a00) 00010000:00010000:1.0:1715206675.703184:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.703192:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.703198:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703203:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703210:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.703215:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703223:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703251:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.703256:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703261:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.703337:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3695, 64 off244672 00010000:00010000:1.0:1715206675.703357:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.703363:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703369:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703373:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703377:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703382:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703385:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703393:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.703395:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703422:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703429:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5f:0x0].0x0 (ffff880123742900) 00010000:00010000:1.0:1715206675.703430:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.703433:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703437:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c3614e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703450:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703454:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703459:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703462:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.703464:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703469:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703473:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5f:0x0].0x0 (ffff880123742900) 00010000:00010000:1.0:1715206675.703475:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.703477:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703481:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c36147 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d5f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703526:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703531:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703535:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703539:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.703541:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703545:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703550:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.703551:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.703553:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703557:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c36139 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.703562:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092968700 reply state ffff880096b23000 transno 4295216695 ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703568:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.703574:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x86397a9e (ffff880090dc9100) 00010000:00010000:1.0:1715206675.703576:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.703577:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.703618:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13030:x1798523591756928:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 489us (578us total) trans 4295216695 rc 0/0 00000100:00100000:1.0:1715206675.703624:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572663 00000100:00100000:0.0:1715206675.705941:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.705965:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.706016:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757056 00000100:00100000:1.0:1715206675.706022:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757056 00000100:00100000:3.0:1715206675.706031:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757184 00000100:00100000:3.0:1715206675.706036:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757184 00000100:00100000:1.0:1715206675.706071:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572664 00000100:00100000:3.0:1715206675.706077:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572665 00000100:00100000:1.0:1715206675.706078:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+461:13030:x1798523591757056:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.706082:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+461:13029:x1798523591757184:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.706104:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.706114:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.706114:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558900/0xb73f6b2ce2c315dd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a88 expref: 461 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.706124:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934000/0xb73f6b2ce2c30a45 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d5e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288621 expref: 460 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.706126:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce24db6bf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10092:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801882f expref: 460 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.706132:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff8800832d8600) 00010000:00010000:1.0:1715206675.706136:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.706139:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c2d2e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d5e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828728d expref: 458 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.706143:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.706145:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5e:0x0].0x0 (ffff88008d6f4e00) 00010000:00010000:1.0:1715206675.706148:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706150:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.706169:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706175:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.706177:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.706182:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706182:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706186:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706188:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706196:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.706200:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706204:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706214:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.706219:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706223:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706242:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.706246:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706251:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:1.0:1715206675.706308:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3696, 64 off244736 00010000:00010000:1.0:1715206675.706335:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00000040:00080000:3.0:1715206675.706339:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3693, 64 off244544 00010000:00010000:1.0:1715206675.706343:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706351:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706357:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706363:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.706363:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706368:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706369:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706374:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706379:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706379:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706385:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.706386:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706388:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706390:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706394:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706394:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706398:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.706424:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706424:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff880123742e00) 00010000:00010000:1.0:1715206675.706427:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.706429:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706430:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706434:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5e:0x0].0x0 (ffff880095952c00) 00010000:00010000:1.0:1715206675.706435:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c3617f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10092:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706436:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.706438:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706442:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36186 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d5e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706453:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706457:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706459:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706461:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706465:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706466:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706468:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8f3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.706471:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706471:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.706474:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706475:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706479:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d5e:0x0].0x0 (ffff880095952c00) 00010000:00010000:1.0:1715206675.706480:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706481:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.706483:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706486:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36178 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d5e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706489:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10092:0x0].0x0 (ffff880123742e00) 00010000:00010000:1.0:1715206675.706491:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.706494:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706500:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c36171 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10092:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706535:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706539:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706543:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706546:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.706548:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706552:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.706557:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206675.706558:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.706560:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706563:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706567:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c3615c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706569:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00000004:00010000:3.0:1715206675.706572:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092969500 reply state ffff88008f1ba000 transno 4295216697 ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706573:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706577:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.706577:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929846c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.706579:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706581:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x86397a9e (ffff880095952f00) 00010000:00010000:1.0:1715206675.706582:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.706583:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.706584:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.706589:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.706591:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.706594:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706600:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36155 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.706608:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092969c00 reply state ffff8801212e6000 transno 4295216696 ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706620:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.706625:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x554f0788 (ffff880123742100) 00000100:00100000:3.0:1715206675.706626:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13029:x1798523591757184:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 542us (659us total) trans 4295216697 rc 0/0 00010000:00010000:1.0:1715206675.706628:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.706630:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.706632:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572665 00000100:00100000:1.0:1715206675.706666:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13030:x1798523591757056:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 586us (724us total) trans 4295216696 rc 0/0 00000100:00100000:1.0:1715206675.706675:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572664 00000100:00100000:0.0:1715206675.709089:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.709174:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757312 00000100:00100000:1.0:1715206675.709179:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757312 00000100:00100000:1.0:1715206675.709205:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572666 00000100:00100000:1.0:1715206675.709209:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13029:x1798523591757312:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.709227:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.709237:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558240/0xb73f6b2ce2c31623 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288aa4 expref: 460 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.709249:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b419c900/0xb73f6b2ce24db728 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10093:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018859 expref: 459 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.709255:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff880096846000) 00010000:00010000:1.0:1715206675.709260:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.709267:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.709273:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709277:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709284:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.709288:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709292:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709316:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.709320:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709323:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.709448:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3694, 64 off244608 00010000:00010000:1.0:1715206675.709464:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.709469:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709473:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709476:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709479:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709484:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709487:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709490:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.709491:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709494:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709498:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff880123742800) 00010000:00010000:1.0:1715206675.709500:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.709501:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709504:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c361a2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10093:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709513:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709516:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709518:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709521:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929861c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.709522:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709526:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709529:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10093:0x0].0x0 (ffff880123742800) 00010000:00010000:1.0:1715206675.709530:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.709531:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709534:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3619b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10093:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709566:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709569:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709572:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709574:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.709575:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709578:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709582:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.709583:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.709584:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709587:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c3618d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.709592:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296bb80 reply state ffff8801212e2000 transno 4295216698 ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709596:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.709599:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x554f0788 (ffff880123742000) 00010000:00010000:1.0:1715206675.709601:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.709602:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.709632:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13029:x1798523591757312:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 423us (544us total) trans 4295216698 rc 0/0 00000100:00100000:1.0:1715206675.709636:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572666 00000100:00100000:0.0:1715206675.710086:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.710125:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757440 00000100:00100000:1.0:1715206675.710129:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757440 00000100:00100000:1.0:1715206675.710150:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572667 00000100:00100000:1.0:1715206675.710154:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+460:13030:x1798523591757440:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.710172:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.710180:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c31892 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b99 expref: 460 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.710188:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff8800940ccc00) 00010000:00010000:1.0:1715206675.710194:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.710200:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.710204:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710208:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710214:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.710217:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710220:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710240:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.710244:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710247:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.710299:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3695, 64 off244672 00010000:00010000:1.0:1715206675.710314:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.710319:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710322:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710325:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710329:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710334:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710338:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710340:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.710342:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710345:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710348:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff880123742d00) 00010000:00010000:1.0:1715206675.710349:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.710351:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710353:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c361be lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710361:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710364:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710366:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710369:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.710371:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710374:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710378:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a8:0x0].0x0 (ffff880123742d00) 00010000:00010000:1.0:1715206675.710379:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.710380:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710383:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c361b7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710431:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710435:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710438:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710440:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.710442:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710444:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710449:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.710450:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.710451:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710454:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c361a9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.710458:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296b480 reply state ffff8801212e7000 transno 4295216699 ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710463:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.710466:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xd185bb5c (ffff880123742600) 00010000:00010000:1.0:1715206675.710467:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.710468:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.710497:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+461:13030:x1798523591757440:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 341us (412us total) trans 4295216699 rc 0/0 00000100:00100000:1.0:1715206675.710501:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572667 00000100:00100000:0.0:1715206675.713551:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.713648:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757568 00000100:00100000:1.0:1715206675.713654:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757568 00000100:00100000:1.0:1715206675.713691:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572668 00000100:00100000:1.0:1715206675.713699:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+461:13029:x1798523591757568:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.713726:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.713739:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80900/0xb73f6b2ce2c318df lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288bbc expref: 461 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.713753:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff8800940cc000) 00010000:00010000:1.0:1715206675.713759:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.713771:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.713781:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713788:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713797:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.713802:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713806:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713849:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.713852:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713856:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.713917:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3697, 64 off244800 00010000:00010000:1.0:1715206675.713933:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.713938:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713942:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713945:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713948:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713954:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206675.713954:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206675.713957:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713960:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929858c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.713961:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713964:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713968:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff880123742a00) 00010000:00010000:1.0:1715206675.713970:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.713971:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713974:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c361da lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713983:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713986:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713988:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.713991:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987600 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206675.713993:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757696 00010000:00010000:1.0:1715206675.713993:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.713998:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757696 00010000:00010000:1.0:1715206675.713998:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.714004:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a9:0x0].0x0 (ffff880123742a00) 00010000:00010000:1.0:1715206675.714006:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.714008:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.714013:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c361d3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.714029:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572669 00000100:00100000:3.0:1715206675.714034:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+462:13030:x1798523591757696:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.714059:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.714065:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.714074:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.714086:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5efcc0/0xb73f6b2ce2c30f9a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100ae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828882e expref: 462 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.714090:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.714095:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.714097:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.714098:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ae:0x0].0x0 (ffff8801345a0b00) 00010000:00010000:1.0:1715206675.714102:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.714103:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.714110:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.714111:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.714113:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.714113:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.714116:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c361c5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.714120:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00000004:00010000:1.0:1715206675.714123:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092969f80 reply state ffff8801212e5000 transno 4295216700 ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.714127:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.714128:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.714131:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xd185bb5c (ffff880123742f00) 00010000:00010000:1.0:1715206675.714132:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.714133:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.714137:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.714158:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714165:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000100:00100000:1.0:1715206675.714184:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+462:13029:x1798523591757568:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 485us (633us total) trans 4295216700 rc 0/0 00000100:00100000:1.0:1715206675.714189:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572668 00010000:00010000:3.0:1715206675.714203:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.714211:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714218:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.714322:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3696, 64 off244736 00010000:00010000:3.0:1715206675.714349:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.714359:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714367:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714374:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714385:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714391:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714397:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714425:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8fcc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.714429:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714436:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714445:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ae:0x0].0x0 (ffff880095952100) 00010000:00010000:3.0:1715206675.714448:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.714466:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714471:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fcc0/0xb73f6b2ce2c361f6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100ae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714488:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714494:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714499:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714504:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8dd40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.714508:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714513:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714521:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ae:0x0].0x0 (ffff880095952100) 00010000:00010000:3.0:1715206675.714524:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.714526:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714532:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8dd40/0xb73f6b2ce2c361ef lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100ae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714600:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714606:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714611:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714616:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.714618:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714624:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714631:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206675.714641:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.714643:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714652:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e1c0/0xb73f6b2ce2c361e1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.714659:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092968000 reply state ffff88008f1b8000 transno 4295216701 ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714666:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.714671:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x86398c8e (ffff880095952800) 00010000:00010000:3.0:1715206675.714673:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.714675:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.714710:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+463:13030:x1798523591757696:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 675us (755us total) trans 4295216701 rc 0/0 00000100:00100000:3.0:1715206675.714717:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572669 00000100:00100000:0.0:1715206675.718618:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.718668:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757824 00000100:00100000:3.0:1715206675.718674:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757824 00000100:00100000:3.0:1715206675.718705:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572670 00000100:00100000:3.0:1715206675.718711:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+463:13029:x1798523591757824:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.718735:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.718747:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a33c0/0xb73f6b2ce2c30fee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100af:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288851 expref: 463 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.718760:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100af:0x0].0x0 (ffff8801345a0900) 00010000:00010000:3.0:1715206675.718767:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.718777:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.718786:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718793:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718803:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.718809:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718814:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718849:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.718855:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718862:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.718950:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3698, 64 off244864 00010000:00010000:3.0:1715206675.718969:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.718975:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718980:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718986:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.718995:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719000:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719006:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719010:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cfc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.719013:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719018:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719026:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100af:0x0].0x0 (ffff880095952700) 00010000:00010000:3.0:1715206675.719028:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.719031:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719037:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8cfc0/0xb73f6b2ce2c36212 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719052:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719080:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719083:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719086:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.719089:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719092:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719098:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100af:0x0].0x0 (ffff880095952700) 00010000:00010000:3.0:1715206675.719099:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.719101:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719104:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c900/0xb73f6b2ce2c3620b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719147:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719150:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719154:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719156:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.719158:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719161:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719165:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206675.719167:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.719168:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719174:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e640/0xb73f6b2ce2c361fd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.719178:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092968a80 reply state ffff88008f1bd000 transno 4295216702 ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719183:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719187:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x86398c8e (ffff880095952c00) 00010000:00010000:3.0:1715206675.719188:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.719189:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.719223:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+464:13029:x1798523591757824:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 511us (606us total) trans 4295216702 rc 0/0 00000100:00100000:3.0:1715206675.719228:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572670 00000100:00100000:0.0:1715206675.719815:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.719852:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591757952 00000100:00100000:3.0:1715206675.719855:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591757952 00000100:00100000:3.0:1715206675.719876:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572671 00000100:00100000:3.0:1715206675.719879:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+464:13030:x1798523591757952:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.719896:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.719905:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82640/0xb73f6b2ce2c3097a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885d4 expref: 464 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.719915:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f289440/0xb73f6b2ce24db155 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801861b expref: 463 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.719921:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff88011f3f9300) 00010000:00010000:3.0:1715206675.719926:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.719933:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.719938:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719942:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719948:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.719951:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719954:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719977:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.719981:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.719984:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.720043:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3699, 64 off244928 00010000:00010000:3.0:1715206675.720080:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.720085:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720090:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720096:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720100:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720103:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720106:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720108:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db3cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.720110:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720113:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720117:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff880095952000) 00010000:00010000:3.0:1715206675.720118:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.720120:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720123:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3cc0/0xb73f6b2ce2c3622e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1008f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720132:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720135:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720138:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720141:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.720143:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720146:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720149:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008f:0x0].0x0 (ffff880095952000) 00010000:00010000:3.0:1715206675.720150:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.720151:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720154:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c480/0xb73f6b2ce2c36227 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1008f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720190:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720194:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720197:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720199:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.720201:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720204:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720208:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206675.720209:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.720211:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720214:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c240/0xb73f6b2ce2c36219 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.720218:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296b100 reply state ffff88008efad000 transno 4295216703 ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720222:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.720225:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x862169a1 (ffff880095952d00) 00010000:00010000:3.0:1715206675.720226:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.720228:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.720259:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+464:13030:x1798523591757952:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 378us (447us total) trans 4295216703 rc 0/0 00000100:00100000:3.0:1715206675.720264:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572671 00000100:00100000:0.0:1715206675.723553:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.723588:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758080 00000100:00100000:3.0:1715206675.723593:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758080 00000100:00100000:3.0:1715206675.723617:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572672 00000100:00100000:3.0:1715206675.723621:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+464:13029:x1798523591758080:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.723641:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.723651:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d935b00/0xb73f6b2ce2c309f8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288605 expref: 464 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.723663:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d538b40/0xb73f6b2ce24db18d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018630 expref: 463 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.723669:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff88012f350300) 00010000:00010000:3.0:1715206675.723673:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.723681:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.723687:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723691:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723697:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.723701:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723704:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723729:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.723733:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723736:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.723807:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3697, 64 off244800 00010000:00010000:3.0:1715206675.723824:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.723829:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723833:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723839:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723842:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723845:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723848:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723851:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db21c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.723853:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723856:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723860:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff880090dc9900) 00010000:00010000:3.0:1715206675.723861:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.723863:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723866:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db21c0/0xb73f6b2ce2c3624a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1008e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723875:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723878:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723881:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723884:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db1440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.723886:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723889:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723892:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008e:0x0].0x0 (ffff880090dc9900) 00010000:00010000:3.0:1715206675.723894:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.723895:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723898:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db1440/0xb73f6b2ce2c36243 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1008e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723932:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723935:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723938:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723941:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.723942:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723945:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723949:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206675.723950:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.723952:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723955:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0b40/0xb73f6b2ce2c36235 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.723958:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296a680 reply state ffff88008efa9000 transno 4295216704 ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723963:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.723966:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x862169a1 (ffff880090dc9000) 00010000:00010000:3.0:1715206675.723967:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.723968:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.724009:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+464:13029:x1798523591758080:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 385us (457us total) trans 4295216704 rc 0/0 00000100:00100000:3.0:1715206675.724016:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572672 00000100:00100000:0.0:1715206675.725220:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.725273:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758208 00000100:00100000:3.0:1715206675.725278:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758208 00000100:00100000:3.0:1715206675.725306:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572673 00000100:00100000:3.0:1715206675.725312:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+464:13030:x1798523591758208:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.725334:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.725346:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ecd80/0xb73f6b2ce2c30e82 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100aa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887cc expref: 464 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.725357:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100aa:0x0].0x0 (ffff8801345a0800) 00010000:00010000:3.0:1715206675.725362:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.725372:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.725385:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725392:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725416:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.725423:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725430:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725467:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.725473:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725479:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.725563:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3698, 64 off244864 00010000:00010000:3.0:1715206675.725585:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.725592:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725599:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725608:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725613:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725618:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725623:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725628:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3a640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.725631:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725636:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725643:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100aa:0x0].0x0 (ffff88008ff52000) 00010000:00010000:3.0:1715206675.725646:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.725648:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725653:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36266 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100aa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725666:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725671:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725676:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725681:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.725683:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725688:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725694:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100aa:0x0].0x0 (ffff88008ff52000) 00010000:00010000:3.0:1715206675.725696:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.725698:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725702:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c3625f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100aa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725752:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725758:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725763:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725768:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.725771:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725775:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725782:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206675.725784:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.725787:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725792:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0240/0xb73f6b2ce2c36251 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.725799:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092969180 reply state ffff88008efa8000 transno 4295216705 ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725806:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.725812:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x554d0b88 (ffff88008ff52800) 00010000:00010000:3.0:1715206675.725814:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.725816:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.725856:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+465:13030:x1798523591758208:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 542us (636us total) trans 4295216705 rc 0/0 00000100:00100000:3.0:1715206675.725861:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572673 00000100:00100000:0.0:1715206675.727376:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.727446:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758336 00000100:00100000:3.0:1715206675.727451:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758336 00000100:00100000:3.0:1715206675.727476:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572674 00000100:00100000:3.0:1715206675.727481:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+465:13029:x1798523591758336:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.727500:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.727510:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092234fc0/0xb73f6b2ce2c30f0e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100ab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582887fd expref: 465 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.727518:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ab:0x0].0x0 (ffff8801345a0200) 00010000:00010000:3.0:1715206675.727522:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.727530:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.727538:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727542:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727548:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.727551:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727554:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727578:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.727582:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727585:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.727652:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3700, 64 off244992 00010000:00010000:3.0:1715206675.727668:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.727673:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727677:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727683:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727686:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727689:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727692:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727695:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.727696:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727699:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727703:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ab:0x0].0x0 (ffff88008ff52e00) 00010000:00010000:3.0:1715206675.727705:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.727706:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727709:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c36282 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100ab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727718:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727721:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727724:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727728:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.727729:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727732:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727736:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100ab:0x0].0x0 (ffff88008ff52e00) 00010000:00010000:3.0:1715206675.727737:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.727738:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727741:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c3627b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727782:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727786:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727788:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727791:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.727793:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727796:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727799:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206675.727801:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.727802:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727805:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c3626d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.727809:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092968e00 reply state ffff88008efab000 transno 4295216706 ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727814:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.727817:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x554d0b88 (ffff88008ff52500) 00010000:00010000:3.0:1715206675.727819:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.727820:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.727851:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13029:x1798523591758336:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 369us (476us total) trans 4295216706 rc 0/0 00000100:00100000:3.0:1715206675.727855:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572674 00000100:00100000:0.0:1715206675.730579:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.730634:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758464 00000100:00100000:3.0:1715206675.730638:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758464 00000100:00100000:3.0:1715206675.730665:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572675 00000100:00100000:3.0:1715206675.730670:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13030:x1798523591758464:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.730691:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.730702:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db3840/0xb73f6b2ce2c2dab8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d63:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828757a expref: 466 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.730714:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083015440/0xb73f6b2ce2c2da56 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d63:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287549 expref: 465 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.730722:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d63:0x0].0x0 (ffff88009353d300) 00010000:00010000:3.0:1715206675.730728:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.730738:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.730745:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730751:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730760:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.730765:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730770:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730802:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.730808:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730813:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.730897:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3701, 64 off245056 00010000:00010000:3.0:1715206675.730920:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.730927:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730934:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730943:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730948:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730953:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730958:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730963:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.730966:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730971:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730978:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d63:0x0].0x0 (ffff88008ff52c00) 00010000:00010000:3.0:1715206675.730980:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.730983:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.730988:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39200/0xb73f6b2ce2c3629e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00000100:00100000:0.0:1715206675.730997:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.731001:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731006:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731011:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731016:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.731018:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731023:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731029:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d63:0x0].0x0 (ffff88008ff52c00) 00010000:00010000:3.0:1715206675.731031:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.731034:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731039:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38900/0xb73f6b2ce2c36297 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d63:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000100:00100000:1.0:1715206675.731078:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758592 00000100:00100000:1.0:1715206675.731083:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758592 00010000:00010000:3.0:1715206675.731110:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00000100:00100000:1.0:1715206675.731128:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572676 00010000:00010000:3.0:1715206675.731131:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00000100:00100000:1.0:1715206675.731132:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13029:x1798523591758592:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.731136:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731141:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.731143:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731149:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.731149:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.731156:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206675.731158:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.731159:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092184d80/0xb73f6b2ce2c2daaa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d62:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287573 expref: 466 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.731160:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.731165:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38b40/0xb73f6b2ce2c36289 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.731173:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092968380 reply state ffff8800941fc000 transno 4295216707 ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.731177:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094858fc0/0xb73f6b2ce2c2da64 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d62:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287550 expref: 465 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.731180:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.731184:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d62:0x0].0x0 (ffff880120b55200) 00010000:00010000:3.0:1715206675.731186:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x60b23c20 (ffff88008ff52b00) 00010000:00010000:3.0:1715206675.731187:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.731188:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206675.731190:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.731195:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.731201:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731205:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731211:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.731214:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731218:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.731228:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092968380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+465:13030:x1798523591758464:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 556us (649us total) trans 4295216707 rc 0/0 00000100:00100000:3.0:1715206675.731234:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572675 00010000:00010000:1.0:1715206675.731241:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.731244:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731247:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.731313:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3699, 64 off244928 00010000:00010000:1.0:1715206675.731329:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.731334:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731338:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731341:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731347:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731350:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731353:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731356:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.731357:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731360:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731364:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d62:0x0].0x0 (ffff880123742a00) 00010000:00010000:1.0:1715206675.731365:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.731367:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731370:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c362ba lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d62:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731378:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731381:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731384:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731387:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.731388:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731392:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731395:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d62:0x0].0x0 (ffff880123742a00) 00010000:00010000:1.0:1715206675.731396:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.731429:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731433:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c362b3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d62:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731468:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731472:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731476:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731478:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.731480:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731483:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731487:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.731488:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.731489:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731495:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c362a5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.731500:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296ad80 reply state ffff880096b86000 transno 4295216708 ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731505:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.731508:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x60b23c20 (ffff880123742300) 00010000:00010000:1.0:1715206675.731510:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.731511:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.731542:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13029:x1798523591758592:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 408us (544us total) trans 4295216708 rc 0/0 00000100:00100000:1.0:1715206675.731546:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572676 00000100:00100000:0.0:1715206675.733492:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.733560:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758720 00000100:00100000:1.0:1715206675.733564:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758720 00000100:00100000:1.0:1715206675.733598:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572677 00000100:00100000:1.0:1715206675.733602:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009296a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13029:x1798523591758720:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.733621:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.733630:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d936d00/0xb73f6b2ce2c3099d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885e2 expref: 466 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.733641:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01440/0xb73f6b2ce24d868a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580176af expref: 465 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.733648:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff88009200b100) 00010000:00010000:1.0:1715206675.733653:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.733661:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.733666:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733670:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733675:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.733679:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733682:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733704:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.733708:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733711:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206675.733765:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000040:00080000:1.0:1715206675.733781:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3702, 64 off245120 00010000:00010000:1.0:1715206675.733797:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.733801:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733805:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733811:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.733814:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758848 00010000:00010000:1.0:1715206675.733814:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733817:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.733818:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758848 00010000:00010000:1.0:1715206675.733820:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733822:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.733824:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733827:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733831:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff880123742e00) 00010000:00010000:1.0:1715206675.733832:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.733834:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733836:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c362d6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1008c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.733837:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572678 00000100:00100000:3.0:1715206675.733842:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13030:x1798523591758848:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.733845:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733847:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733853:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733855:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.733857:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.733859:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.733859:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733862:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008c:0x0].0x0 (ffff880123742e00) 00010000:00010000:1.0:1715206675.733863:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.733865:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733867:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c362cf lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1008c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.733871:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82d00/0xb73f6b2ce2c30934 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885b8 expref: 466 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.733884:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce24d8644 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1008d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801768c expref: 465 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.733892:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff8800972e0400) 00010000:00010000:3.0:1715206675.733897:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.733906:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.733910:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.733913:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.733913:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733916:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733918:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.733919:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.733920:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733922:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.733928:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.733928:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.733929:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.733930:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.733933:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.733933:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c362c1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.733938:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00010000:1.0:1715206675.733938:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009296a300 reply state ffff880096b84000 transno 4295216709 ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733942:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.733945:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x862169a0 (ffff880123742800) 00010000:00010000:1.0:1715206675.733947:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.733948:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.733965:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.733971:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.733976:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000100:00100000:1.0:1715206675.733978:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009296a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+465:13029:x1798523591758720:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 375us (488us total) trans 4295216709 rc 0/0 00000100:00100000:1.0:1715206675.733983:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572677 00000040:00080000:3.0:1715206675.734080:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3700, 64 off244992 00010000:00010000:3.0:1715206675.734103:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.734111:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734117:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734126:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734130:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734135:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734140:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734145:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.734147:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734152:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734158:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff88008ff52000) 00010000:00010000:3.0:1715206675.734161:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.734163:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734168:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38480/0xb73f6b2ce2c362f2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1008d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734181:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734187:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734191:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734196:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e38d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.734199:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734204:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734211:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1008d:0x0].0x0 (ffff88008ff52000) 00010000:00010000:3.0:1715206675.734213:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.734215:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734220:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e38d80/0xb73f6b2ce2c362eb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1008d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734267:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734273:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734278:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734282:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.734285:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734290:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734297:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206675.734299:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.734301:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734306:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ba80/0xb73f6b2ce2c362dd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.734314:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092969880 reply state ffff8800941ff000 transno 4295216710 ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734321:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.734326:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x862169a0 (ffff88008ff52e00) 00010000:00010000:3.0:1715206675.734328:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.734330:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.734366:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092969880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13030:x1798523591758848:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 522us (600us total) trans 4295216710 rc 0/0 00000100:00100000:3.0:1715206675.734372:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572678 00000100:00100000:0.0:1715206675.736976:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.737021:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591758976 00000100:00100000:3.0:1715206675.737026:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591758976 00000100:00100000:3.0:1715206675.737052:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572679 00000100:00100000:3.0:1715206675.737072:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+466:13029:x1798523591758976:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.737090:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.737099:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c316f5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10098:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288af8 expref: 466 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.737107:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88009086c000) 00010000:00010000:3.0:1715206675.737112:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.737118:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.737126:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737130:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737136:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.737140:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737143:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737168:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.737171:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737175:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.737236:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3701, 64 off245056 00010000:00010000:3.0:1715206675.737250:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.737255:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737259:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737264:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737268:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737270:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737273:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737276:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.737277:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737280:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737284:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88008ff52100) 00010000:00010000:3.0:1715206675.737286:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.737287:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737290:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c3630e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10098:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737298:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737301:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737304:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737308:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.737309:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737312:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737315:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10098:0x0].0x0 (ffff88008ff52100) 00010000:00010000:3.0:1715206675.737316:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.737318:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737320:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36307 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10098:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737353:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737356:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737359:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737361:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.737362:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737365:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737369:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206675.737370:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.737371:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737374:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39d40/0xb73f6b2ce2c362f9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.737378:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feee680 reply state ffff8800941fa000 transno 4295216711 ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737382:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.737385:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x863e0f88 (ffff88008ff52900) 00010000:00010000:3.0:1715206675.737386:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.737387:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.737431:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+467:13029:x1798523591758976:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 358us (456us total) trans 4295216711 rc 0/0 00000100:00100000:3.0:1715206675.737436:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572679 00000100:00100000:0.0:1715206675.739045:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.739096:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591759104 00000100:00100000:3.0:1715206675.739100:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591759104 00000100:00100000:3.0:1715206675.739129:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572680 00000100:00100000:3.0:1715206675.739134:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+467:13030:x1798523591759104:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.739154:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.739164:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c316a1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10099:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ad5 expref: 467 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.739175:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff88009086c500) 00010000:00010000:3.0:1715206675.739181:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.739190:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.739201:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739208:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739218:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.739224:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739229:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739259:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.739265:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739271:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.739354:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3703, 64 off245184 00010000:00010000:3.0:1715206675.739377:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.739384:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739391:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739415:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739420:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739425:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739430:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739435:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.739438:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739444:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739451:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff88008ff52d00) 00010000:00010000:3.0:1715206675.739454:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.739456:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739461:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3632a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10099:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739474:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739479:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739485:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739490:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.739492:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739497:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739503:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10099:0x0].0x0 (ffff88008ff52d00) 00010000:00010000:3.0:1715206675.739505:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.739508:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739512:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36323 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10099:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739559:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739565:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739570:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739574:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.739577:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739582:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739588:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206675.739590:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.739593:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739598:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36315 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.739605:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feec000 reply state ffff8800941f9000 transno 4295216712 ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739611:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.739617:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x863e0f88 (ffff88008ff52c00) 00010000:00010000:3.0:1715206675.739619:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.739621:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.739656:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+468:13030:x1798523591759104:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 520us (611us total) trans 4295216712 rc 0/0 00000100:00100000:3.0:1715206675.739662:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572680 00000100:00100000:0.0:1715206675.740435:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.740473:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591759232 00000100:00100000:3.0:1715206675.740477:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591759232 00000100:00100000:3.0:1715206675.740503:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572681 00000100:00100000:3.0:1715206675.740509:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+468:13029:x1798523591759232:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.740527:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.740537:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c31806 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b61 expref: 468 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.740547:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff880097371800) 00010000:00010000:3.0:1715206675.740553:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.740561:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.740572:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740578:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740588:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.740593:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740599:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740630:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.740637:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740644:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.740721:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3702, 64 off245120 00010000:00010000:3.0:1715206675.740743:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.740750:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740757:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740766:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740770:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740775:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740780:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740785:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13af40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.740787:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740793:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740799:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff88009404e600) 00010000:00010000:3.0:1715206675.740801:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.740804:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740808:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36346 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740820:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740824:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740828:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740833:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.740835:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740840:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740844:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a2:0x0].0x0 (ffff88009404e600) 00010000:00010000:3.0:1715206675.740846:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.740848:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740852:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3633f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740896:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740901:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740906:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740910:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.740913:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740918:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740925:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206675.740927:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.740930:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740935:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36331 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.740941:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feeea00 reply state ffff8800941f8000 transno 4295216713 ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740948:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.740953:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x9b856f73 (ffff88008ff52300) 00010000:00010000:3.0:1715206675.740955:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.740956:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.740994:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+469:13029:x1798523591759232:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 484us (558us total) trans 4295216713 rc 0/0 00000100:00100000:3.0:1715206675.741000:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572681 00000100:00100000:0.0:1715206675.743936:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.743977:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591759360 00000100:00100000:3.0:1715206675.743981:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591759360 00000100:00100000:3.0:1715206675.744001:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572682 00000100:00100000:3.0:1715206675.744005:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+469:13030:x1798523591759360:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.744022:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.744030:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c317c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b4c expref: 469 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.744037:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff880097371900) 00010000:00010000:3.0:1715206675.744042:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.744049:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.744074:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744078:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744084:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.744088:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744092:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744116:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.744119:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.744120:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744123:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000100:00100000:1.0:1715206675.744132:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591759488 00000100:00100000:1.0:1715206675.744136:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591759488 00000100:00100000:1.0:1715206675.744153:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572683 00000100:00100000:1.0:1715206675.744156:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+469:13029:x1798523591759488:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.744173:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.744182:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c31669 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10094:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ac0 expref: 469 pid: 8278 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1715206675.744184:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3704, 64 off245248 00010000:00010000:3.0:1715206675.744199:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.744201:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff880095dd8a00) 00010000:00010000:3.0:1715206675.744204:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744206:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.744208:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744213:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.744214:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744217:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744219:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744219:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.744222:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744223:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.744225:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.744227:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744229:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.744230:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744234:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff88009404e200) 00010000:00010000:3.0:1715206675.744235:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.744236:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.744237:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744239:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36362 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744239:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.744248:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744250:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744253:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744256:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.744258:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744261:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744261:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.744264:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a3:0x0].0x0 (ffff88009404e200) 00010000:00010000:3.0:1715206675.744265:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.744265:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.744266:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.744268:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206675.744269:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3635b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744300:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744303:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744306:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744309:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.744310:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744313:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744317:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206675.744318:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.744319:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744322:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3634d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.744326:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feedc00 reply state ffff8800941fe000 transno 4295216714 ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:1.0:1715206675.744329:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3703, 64 off245184 00010000:00010000:3.0:1715206675.744330:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.744334:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x9b856f73 (ffff88009404ef00) 00010000:00010000:3.0:1715206675.744335:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.744336:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.744346:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.744350:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744354:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744358:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744361:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744363:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206675.744366:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+471:13030:x1798523591759360:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 360us (433us total) trans 4295216714 rc 0/0 00010000:00010000:1.0:1715206675.744366:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744369:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986640 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:3.0:1715206675.744370:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572682 00010000:00010000:1.0:1715206675.744370:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744373:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744377:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff880123742500) 00010000:00010000:1.0:1715206675.744379:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.744380:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744383:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c3637e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10094:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744391:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744394:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744415:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744418:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.744419:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744422:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744426:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10094:0x0].0x0 (ffff880123742500) 00010000:00010000:1.0:1715206675.744427:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.744429:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744431:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36377 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10094:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744464:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744468:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744471:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744473:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929858c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.744475:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744478:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744483:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.744484:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.744485:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744488:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36369 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.744492:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feec700 reply state ffff880096652000 transno 4295216715 ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744496:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.744500:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x853e0f88 (ffff880123742900) 00010000:00010000:1.0:1715206675.744501:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.744502:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.744524:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+471:13029:x1798523591759488:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 367us (407us total) trans 4295216715 rc 0/0 00000100:00100000:1.0:1715206675.744528:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572683 00000100:00100000:0.0:1715206675.747434:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.747476:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591759616 00000100:00100000:1.0:1715206675.747480:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591759616 00000100:00100000:1.0:1715206675.747500:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572684 00000100:00100000:1.0:1715206675.747505:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+471:13030:x1798523591759616:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.747526:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.747535:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236d00/0xb73f6b2ce2c31615 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10095:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a9d expref: 471 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.747543:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff880095dd8400) 00010000:00010000:1.0:1715206675.747547:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.747554:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.747559:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747563:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747569:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.747572:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747575:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747597:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.747601:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747604:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.747663:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3705, 64 off245312 00010000:00010000:1.0:1715206675.747678:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.747682:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747686:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747690:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747693:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747696:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747699:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747702:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929846c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.747703:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747706:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747710:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff880123742400) 00010000:00010000:1.0:1715206675.747712:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.747713:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747716:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c3639a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10095:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747725:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747727:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747733:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747736:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.747737:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747740:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747743:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10095:0x0].0x0 (ffff880123742400) 00010000:00010000:1.0:1715206675.747744:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.747745:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747748:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c36393 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10095:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747777:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747781:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747783:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747786:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.747787:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747790:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747795:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.747796:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.747797:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747800:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c36385 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.747804:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feed180 reply state ffff880096656000 transno 4295216716 ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747808:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.747811:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x853e0f88 (ffff880123742b00) 00010000:00010000:1.0:1715206675.747812:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.747813:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.747843:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+472:13030:x1798523591759616:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 337us (411us total) trans 4295216716 rc 0/0 00000100:00100000:1.0:1715206675.747848:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572684 00000100:00100000:0.0:1715206675.747988:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.748017:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591759744 00000100:00100000:1.0:1715206675.748019:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591759744 00000100:00100000:1.0:1715206675.748035:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572685 00000100:00100000:1.0:1715206675.748038:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+472:13029:x1798523591759744:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.748052:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.748074:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092237600/0xb73f6b2ce2c317c7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b45 expref: 472 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.748080:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff880095dd8d00) 00010000:00010000:1.0:1715206675.748084:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.748090:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.748095:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748098:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748104:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.748108:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748111:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748130:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.748133:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748137:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.748190:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3704, 64 off245248 00010000:00010000:1.0:1715206675.748204:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.748209:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748212:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748216:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748219:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748222:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748225:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748227:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.748229:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748231:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748235:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff880123742a00) 00010000:00010000:1.0:1715206675.748236:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.748237:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748240:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c363b6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748248:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748250:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748256:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748258:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.748260:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748262:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748265:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a0:0x0].0x0 (ffff880123742a00) 00010000:00010000:1.0:1715206675.748266:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.748267:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748270:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c363af lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748301:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748304:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748307:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748310:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.748311:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748314:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748318:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.748319:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.748321:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748323:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c363a1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.748327:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feece00 reply state ffff880096657000 transno 4295216717 ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748330:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.748333:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x2f856f5d (ffff880123742e00) 00010000:00010000:1.0:1715206675.748335:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.748336:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.748363:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+473:13029:x1798523591759744:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 323us (377us total) trans 4295216717 rc 0/0 00000100:00100000:1.0:1715206675.748367:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572685 00000100:00100000:0.0:1715206675.751798:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.751846:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591759872 00000100:00100000:1.0:1715206675.751851:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591759872 00000100:00100000:1.0:1715206675.751878:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572686 00000100:00100000:1.0:1715206675.751883:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+473:13030:x1798523591759872:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.751905:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.751915:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092559f80/0xb73f6b2ce2c31773 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b29 expref: 473 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.751925:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff88009404e300) 00010000:00010000:1.0:1715206675.751930:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.751937:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.751942:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.751947:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.751952:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.751955:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.751958:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.751981:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.751985:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.751988:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.752048:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3706, 64 off245376 00010000:00010000:1.0:1715206675.752083:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.752088:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752091:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752095:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752098:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752101:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752104:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752106:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.752108:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752111:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752115:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff880123742c00) 00010000:00010000:1.0:1715206675.752116:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.752118:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752121:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c363d2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752129:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752132:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752138:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752140:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.752142:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752144:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752148:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a1:0x0].0x0 (ffff880123742c00) 00010000:00010000:1.0:1715206675.752149:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.752150:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752152:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c363cb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752185:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752188:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752191:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752193:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.752195:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752197:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752202:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.752203:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.752205:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752207:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c363bd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.752211:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feee300 reply state ffff880096650000 transno 4295216718 ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752215:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752218:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x2f856f5d (ffff880123742d00) 00010000:00010000:1.0:1715206675.752219:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.752220:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.752250:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+474:13030:x1798523591759872:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 367us (453us total) trans 4295216718 rc 0/0 00000100:00100000:1.0:1715206675.752255:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572686 00000100:00100000:0.0:1715206675.752363:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.752388:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760000 00000100:00100000:1.0:1715206675.752391:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760000 00000100:00100000:1.0:1715206675.752422:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572687 00000100:00100000:1.0:1715206675.752425:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+474:13029:x1798523591760000:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.752439:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.752446:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6640/0xb73f6b2ce2c316af lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10096:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288adc expref: 474 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.752453:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff88009086cc00) 00010000:00010000:1.0:1715206675.752458:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.752463:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.752467:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752471:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752476:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.752479:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752482:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752502:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.752506:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752509:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.752560:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3705, 64 off245312 00010000:00010000:1.0:1715206675.752574:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.752578:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752582:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752586:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752589:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752591:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752594:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752596:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.752598:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752601:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752604:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff8800948e6c00) 00010000:00010000:1.0:1715206675.752605:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.752607:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752609:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987cc0/0xb73f6b2ce2c363ee lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10096:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752617:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752620:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752626:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752628:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.752630:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752632:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752635:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10096:0x0].0x0 (ffff8800948e6c00) 00010000:00010000:1.0:1715206675.752636:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.752637:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752640:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c363e7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10096:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752668:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752672:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752674:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752677:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.752678:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752681:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752685:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.752686:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.752688:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752690:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c363d9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.752694:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feeed80 reply state ffff880096655000 transno 4295216719 ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752698:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.752701:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x853e1088 (ffff880123742700) 00010000:00010000:1.0:1715206675.752703:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.752704:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.752731:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+475:13029:x1798523591760000:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 304us (369us total) trans 4295216719 rc 0/0 00000100:00100000:1.0:1715206675.752735:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572687 00000100:00100000:0.0:1715206675.755218:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.755287:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760128 00000100:00100000:1.0:1715206675.755291:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760128 00000100:00100000:1.0:1715206675.755314:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572688 00000100:00100000:1.0:1715206675.755318:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+475:13030:x1798523591760128:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.755337:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.755346:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3165b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10097:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ab9 expref: 475 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.755355:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff88009086c700) 00010000:00010000:1.0:1715206675.755361:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.755368:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755373:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755377:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755382:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755385:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755388:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755423:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755427:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755431:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.755489:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3707, 64 off245440 00010000:00010000:1.0:1715206675.755504:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755508:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755512:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755515:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755518:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755521:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755524:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755527:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419ba80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.755528:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755531:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755535:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff8800948e6d00) 00010000:00010000:1.0:1715206675.755536:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.755538:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755541:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419ba80/0xb73f6b2ce2c3640a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10097:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755549:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755552:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755558:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755560:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094198fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.755562:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755564:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755567:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10097:0x0].0x0 (ffff8800948e6d00) 00010000:00010000:1.0:1715206675.755568:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.755570:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755572:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198fc0/0xb73f6b2ce2c36403 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10097:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755604:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755608:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755610:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755613:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.755614:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755617:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755621:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.755623:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.755624:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755627:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419aac0/0xb73f6b2ce2c363f5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.755630:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feedf80 reply state ffff88012dcb3000 transno 4295216720 ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755634:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755637:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x853e1088 (ffff8800948e6700) 00010000:00010000:1.0:1715206675.755639:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.755640:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.755669:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+476:13030:x1798523591760128:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 350us (453us total) trans 4295216720 rc 0/0 00000100:00100000:1.0:1715206675.755674:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572688 00000100:00100000:0.0:1715206675.755764:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.755788:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760256 00000100:00100000:1.0:1715206675.755791:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760256 00000100:00100000:1.0:1715206675.755807:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572689 00000100:00100000:1.0:1715206675.755810:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+476:13029:x1798523591760256:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.755823:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.755831:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ef840/0xb73f6b2ce2c3192c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288bd8 expref: 476 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.755837:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff88009086c900) 00010000:00010000:1.0:1715206675.755841:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.755847:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755851:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755855:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755860:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755862:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755865:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755884:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755888:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755892:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.755941:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3706, 64 off245376 00010000:00010000:1.0:1715206675.755954:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.755958:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755962:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755966:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755969:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755971:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755974:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755976:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419bcc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.755978:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755981:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755984:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff8800948e6100) 00010000:00010000:1.0:1715206675.755985:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.755987:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755989:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419bcc0/0xb73f6b2ce2c36426 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1009e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.755997:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756000:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756005:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756008:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.756009:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756012:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756015:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009e:0x0].0x0 (ffff8800948e6100) 00010000:00010000:1.0:1715206675.756016:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.756017:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756019:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a880/0xb73f6b2ce2c3641f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1009e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756047:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756051:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756078:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756081:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800941986c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.756082:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756085:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756090:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.756091:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.756093:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756095:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800941986c0/0xb73f6b2ce2c36411 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.756100:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feeca80 reply state ffff88012dcb5000 transno 4295216721 ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756104:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.756107:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x55390488 (ffff8800948e6600) 00010000:00010000:1.0:1715206675.756108:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.756109:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.756133:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+477:13029:x1798523591760256:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 322us (370us total) trans 4295216721 rc 0/0 00000100:00100000:1.0:1715206675.756137:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572689 00000100:00100000:0.0:1715206675.758596:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.758667:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760384 00000100:00100000:1.0:1715206675.758672:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760384 00000100:00100000:1.0:1715206675.758695:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572690 00000100:00100000:1.0:1715206675.758698:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+477:13030:x1798523591760384:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.758716:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.758724:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5680/0xb73f6b2ce2c318d8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288bb5 expref: 477 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.758733:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff880097371e00) 00010000:00010000:1.0:1715206675.758737:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.758744:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.758749:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758753:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758759:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x55390488 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.758762:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758765:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758787:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.758790:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758794:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.758853:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3708, 64 off245504 00010000:00010000:1.0:1715206675.758867:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.758871:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758875:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758879:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758882:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758885:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758888:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758890:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094199680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.758892:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758895:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758899:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff8800948e6000) 00010000:00010000:1.0:1715206675.758900:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.758902:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758904:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094199680/0xb73f6b2ce2c36442 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1009f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758913:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758915:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758921:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758924:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094199d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.758925:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758928:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758931:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009f:0x0].0x0 (ffff8800948e6000) 00010000:00010000:1.0:1715206675.758932:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.758933:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758936:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094199d40/0xb73f6b2ce2c3643b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1009f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758965:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758968:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758971:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758973:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.758975:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758977:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758982:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.758983:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.758984:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758987:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a640/0xb73f6b2ce2c3642d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.758991:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feef800 reply state ffff88012dcb2000 transno 4295216722 ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758995:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.758998:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x55390488 (ffff8800948e6300) 00010000:00010000:1.0:1715206675.758999:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.759000:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.759030:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+478:13030:x1798523591760384:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 331us (436us total) trans 4295216722 rc 0/0 00000100:00100000:1.0:1715206675.759035:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572690 00000100:00100000:0.0:1715206675.759277:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.759307:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760512 00000100:00100000:1.0:1715206675.759310:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760512 00000100:00100000:1.0:1715206675.759325:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572691 00000100:00100000:1.0:1715206675.759328:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+478:13029:x1798523591760512:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.759341:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.759349:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092234480/0xb73f6b2ce2c315d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a81 expref: 478 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.759358:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e488480/0xb73f6b2ce24db705 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10091:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801884b expref: 477 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.759364:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800972e0200) 00010000:00010000:1.0:1715206675.759367:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.759373:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.759377:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759381:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759386:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.759389:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759392:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759425:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.759429:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759433:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.759484:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3707, 64 off245440 00010000:00010000:1.0:1715206675.759498:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.759505:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759508:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759512:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759515:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759518:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759520:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759523:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419a1c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.759524:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759527:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759531:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800948e6b00) 00010000:00010000:1.0:1715206675.759532:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.759533:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759536:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a1c0/0xb73f6b2ce2c3645e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10091:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759544:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759547:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759550:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759552:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094198000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.759553:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759556:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759559:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10091:0x0].0x0 (ffff8800948e6b00) 00010000:00010000:1.0:1715206675.759560:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.759561:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759564:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198000/0xb73f6b2ce2c36457 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10091:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759602:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759606:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759608:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759611:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419a400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.759612:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759617:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759621:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.759622:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.759623:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759626:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419a400/0xb73f6b2ce2c36449 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.759629:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011feefb80 reply state ffff88012dcb7000 transno 4295216723 ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759633:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.759636:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5538fb88 (ffff8800948e6a00) 00010000:00010000:1.0:1715206675.759637:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.759638:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.759666:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+478:13029:x1798523591760512:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 336us (390us total) trans 4295216723 rc 0/0 00000100:00100000:1.0:1715206675.759670:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572691 00000100:00100000:0.0:1715206675.762097:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.762175:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760640 00000100:00100000:1.0:1715206675.762179:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760640 00000100:00100000:1.0:1715206675.762204:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572692 00000100:00100000:1.0:1715206675.762208:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+478:13030:x1798523591760640:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.762226:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.762234:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092559d40/0xb73f6b2ce2c31582 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288a65 expref: 478 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.762249:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f288d80/0xb73f6b2ce24db69c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10090:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018828 expref: 477 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.762255:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff88012f350000) 00010000:00010000:1.0:1715206675.762260:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.762266:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.762272:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762276:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762281:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.762284:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762287:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762309:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.762312:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762316:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.762379:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3709, 64 off245568 00010000:00010000:1.0:1715206675.762394:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.762411:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762416:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762419:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762422:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762425:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762428:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762431:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094198d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.762432:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762435:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762439:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff8800948e6800) 00010000:00010000:1.0:1715206675.762440:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.762442:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762448:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198d80/0xb73f6b2ce2c3647a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10090:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762457:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762460:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762463:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762465:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094198240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.762467:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762469:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762473:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10090:0x0].0x0 (ffff8800948e6800) 00010000:00010000:1.0:1715206675.762474:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.762475:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762478:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198240/0xb73f6b2ce2c36473 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10090:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762510:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762513:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762516:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762519:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094199b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.762521:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762524:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762527:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.762528:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.762530:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762532:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094199b00/0xb73f6b2ce2c36465 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.762536:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f75ad80 reply state ffff88012dcb0000 transno 4295216724 ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762540:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762544:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5538fb88 (ffff8800948e6e00) 00010000:00010000:1.0:1715206675.762545:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.762546:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.762576:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+478:13030:x1798523591760640:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 367us (481us total) trans 4295216724 rc 0/0 00000100:00100000:1.0:1715206675.762580:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572692 00000100:00100000:0.0:1715206675.762802:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.762831:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760768 00000100:00100000:1.0:1715206675.762834:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760768 00000100:00100000:1.0:1715206675.762851:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572693 00000100:00100000:1.0:1715206675.762854:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+478:13029:x1798523591760768:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.762868:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.762877:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f840/0xb73f6b2ce2c2ee06 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c88 expref: 478 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.762883:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff880094ea9b00) 00010000:00010000:1.0:1715206675.762887:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.762893:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.762898:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762901:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762907:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.762910:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762913:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762933:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.762937:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.762940:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.762995:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3708, 64 off245504 00010000:00010000:1.0:1715206675.763008:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.763013:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763017:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763020:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763023:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763026:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763029:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763031:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929833c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.763033:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763035:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763039:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff8800948e6400) 00010000:00010000:1.0:1715206675.763040:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.763042:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763047:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929833c0/0xb73f6b2ce2c36496 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d6c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763073:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763076:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763079:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763082:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.763083:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763086:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763089:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6c:0x0].0x0 (ffff8800948e6400) 00010000:00010000:1.0:1715206675.763090:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.763092:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763094:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983cc0/0xb73f6b2ce2c3648f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d6c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763126:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763130:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763133:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763136:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.763137:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763140:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763144:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.763145:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.763146:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763148:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980b40/0xb73f6b2ce2c36481 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.763153:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f758700 reply state ffff880092a19000 transno 4295216725 ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763157:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.763161:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xc88ea4fb (ffff8800948e6900) 00010000:00010000:1.0:1715206675.763162:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.763163:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.763191:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+479:13029:x1798523591760768:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 335us (390us total) trans 4295216725 rc 0/0 00000100:00100000:1.0:1715206675.763194:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572693 00000100:00100000:0.0:1715206675.765075:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.765123:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591760896 00000100:00100000:1.0:1715206675.765128:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591760896 00000100:00100000:1.0:1715206675.765156:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572694 00000100:00100000:1.0:1715206675.765162:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+479:13029:x1798523591760896:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.765183:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.765195:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d934480/0xb73f6b2ce2c30911 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582885aa expref: 479 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.765209:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49440/0xb73f6b2ce24d8652 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10088:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58017693 expref: 478 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.765217:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff88009200b400) 00010000:00010000:1.0:1715206675.765222:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.765231:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765238:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765244:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765253:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765258:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765264:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765293:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765299:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765308:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.765384:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3710, 64 off245632 00010000:00010000:1.0:1715206675.765422:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765429:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765434:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765440:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765444:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765449:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765454:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765458:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.765461:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765466:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765472:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff880096845400) 00010000:00010000:1.0:1715206675.765475:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.765478:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765482:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c364b2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10088:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765495:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765501:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765506:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765511:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929806c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.765513:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765518:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765525:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10088:0x0].0x0 (ffff880096845400) 00010000:00010000:1.0:1715206675.765527:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.765529:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765534:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c364ab lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10088:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765572:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765576:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765579:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765582:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.765584:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765587:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765591:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.765592:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.765593:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765596:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c3649d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.765599:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f75aa00 reply state ffff880092a1b000 transno 4295216726 ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765603:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765607:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x85ed7b8c (ffff880096845200) 00010000:00010000:1.0:1715206675.765608:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.765609:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.765639:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+479:13029:x1798523591760896:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 477us (584us total) trans 4295216726 rc 0/0 00000100:00100000:1.0:1715206675.765643:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572694 00000100:00100000:0.0:1715206675.765768:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.765798:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761024 00000100:00100000:1.0:1715206675.765801:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761024 00000100:00100000:1.0:1715206675.765813:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572695 00000100:00100000:1.0:1715206675.765816:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+479:13030:x1798523591761024:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.765829:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.765837:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ec60000/0xb73f6b2ce2c2edff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287c81 expref: 479 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.765844:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6d:0x0].0x0 (ffff880123730700) 00010000:00010000:1.0:1715206675.765847:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.765853:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765858:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765862:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765867:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765870:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765873:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765893:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765897:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765902:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.765952:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3711, 64 off245696 00010000:00010000:1.0:1715206675.765965:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.765970:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765974:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765977:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765980:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765983:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765986:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765988:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.765990:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765993:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.765996:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6d:0x0].0x0 (ffff880096845600) 00010000:00010000:1.0:1715206675.765998:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.765999:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766002:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c364ce lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766011:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766014:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766016:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766019:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.766021:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766023:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766026:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d6d:0x0].0x0 (ffff880096845600) 00010000:00010000:1.0:1715206675.766027:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.766028:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766031:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c364c7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d6d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766078:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766081:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766085:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766087:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.766089:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766092:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766096:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.766097:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.766098:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766100:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c364b9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.766104:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f759180 reply state ffff880092a18000 transno 4295216727 ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766108:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.766112:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xc88ea4fb (ffff880096845b00) 00010000:00010000:1.0:1715206675.766113:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.766114:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.766140:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f759180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+480:13030:x1798523591761024:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 323us (374us total) trans 4295216727 rc 0/0 00000100:00100000:1.0:1715206675.766144:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572695 00000100:00100000:0.0:1715206675.767994:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.768031:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761152 00000100:00100000:1.0:1715206675.768034:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761152 00000100:00100000:1.0:1715206675.768070:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572696 00000100:00100000:1.0:1715206675.768074:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+480:13030:x1798523591761152:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.768091:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.768101:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a0480/0xb73f6b2ce2c308b6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288587 expref: 480 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.768111:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ec900/0xb73f6b2ce24d860c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10089:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801767e expref: 479 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.768116:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff88011f3f9c00) 00010000:00010000:1.0:1715206675.768121:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.768128:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.768133:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768137:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768143:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.768146:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768149:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768170:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.768177:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768180:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.768239:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3709, 64 off245568 00010000:00010000:1.0:1715206675.768253:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.768258:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768262:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768265:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768268:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768271:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768274:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768276:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.768278:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768281:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768285:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff880096845a00) 00010000:00010000:1.0:1715206675.768287:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.768288:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768291:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c364ea lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10089:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768300:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768303:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768305:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768308:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.768309:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768312:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768316:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10089:0x0].0x0 (ffff880096845a00) 00010000:00010000:1.0:1715206675.768317:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.768318:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768321:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c364e3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10089:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768352:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768356:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768359:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768361:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.768363:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768365:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768369:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.768370:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.768371:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768374:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c364d5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.768378:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f75b800 reply state ffff880092a1e000 transno 4295216728 ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768382:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.768385:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x85ed7b8c (ffff880096845300) 00010000:00010000:1.0:1715206675.768386:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.768388:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.768441:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+480:13030:x1798523591761152:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 365us (449us total) trans 4295216728 rc 0/0 00000100:00100000:1.0:1715206675.768448:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572696 00000100:00100000:0.0:1715206675.769126:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.769161:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761280 00000100:00100000:1.0:1715206675.769164:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761280 00000100:00100000:1.0:1715206675.769189:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572697 00000100:00100000:1.0:1715206675.769194:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+480:13029:x1798523591761280:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.769213:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.769223:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b3c0/0xb73f6b2ce2c3184c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b7d expref: 480 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.769235:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff8800940ccb00) 00010000:00010000:1.0:1715206675.769243:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.769251:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.769258:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769264:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769272:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.769276:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769279:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769300:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.769304:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769307:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.769369:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3710, 64 off245632 00010000:00010000:1.0:1715206675.769391:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.769414:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769422:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769427:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769432:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769437:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769442:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769447:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.769449:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769454:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769461:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff880096845c00) 00010000:00010000:1.0:1715206675.769463:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.769466:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769471:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36506 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769484:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769489:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769495:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769500:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.769502:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769508:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769514:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a4:0x0].0x0 (ffff880096845c00) 00010000:00010000:1.0:1715206675.769516:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.769519:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769524:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c364ff lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769571:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769578:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769583:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769587:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.769590:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769594:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769601:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.769603:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.769605:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769610:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c364f1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.769617:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f75b100 reply state ffff880092a1d000 transno 4295216729 ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769623:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.769628:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xe385a24b (ffff880096845800) 00010000:00010000:1.0:1715206675.769630:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.769632:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.769669:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+481:13029:x1798523591761280:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 473us (543us total) trans 4295216729 rc 0/0 00000100:00100000:1.0:1715206675.769679:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572697 00000100:00100000:0.0:1715206675.771708:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.771755:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761408 00000100:00100000:1.0:1715206675.771759:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761408 00000100:00100000:1.0:1715206675.771787:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572698 00000100:00100000:1.0:1715206675.771793:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+481:13030:x1798523591761408:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.771823:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.771834:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558d80/0xb73f6b2ce2c3180d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b68 expref: 481 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.771846:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff8800940cc300) 00010000:00010000:1.0:1715206675.771853:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.771861:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.771868:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.771875:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.771884:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.771890:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.771895:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.771924:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.771931:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.771937:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.772020:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3712, 64 off245760 00010000:00010000:1.0:1715206675.772043:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.772050:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772080:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772086:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772091:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772096:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772101:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772106:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.772119:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772124:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772132:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff880096845400) 00010000:00010000:1.0:1715206675.772135:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.772138:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772143:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983180/0xb73f6b2ce2c36522 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772156:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772162:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772167:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772171:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.772173:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772178:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772184:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a5:0x0].0x0 (ffff880096845400) 00010000:00010000:1.0:1715206675.772186:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.772189:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772193:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981f80/0xb73f6b2ce2c3651b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772268:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772274:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772279:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772283:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929821c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.772285:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772290:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772297:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.772299:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.772302:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772307:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929821c0/0xb73f6b2ce2c3650d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.772314:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f75bb80 reply state ffff880092a1a000 transno 4295216730 ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772321:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772327:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xe385a24b (ffff880096845600) 00010000:00010000:1.0:1715206675.772329:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.772330:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.772489:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+482:13030:x1798523591761408:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 695us (781us total) trans 4295216730 rc 0/0 00000100:00100000:1.0:1715206675.772499:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572698 00000100:00100000:0.0:1715206675.772829:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.772872:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761536 00000100:00100000:1.0:1715206675.772876:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761536 00000100:00100000:1.0:1715206675.772903:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572699 00000100:00100000:1.0:1715206675.772908:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+482:13029:x1798523591761536:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.772926:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.772935:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236ac0/0xb73f6b2ce2c3173b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b14 expref: 482 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.772944:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff88012f350b00) 00010000:00010000:1.0:1715206675.772950:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.772958:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.772964:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772971:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772980:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.772985:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.772990:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773018:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.773024:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773030:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.773126:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3711, 64 off245696 00010000:00010000:1.0:1715206675.773146:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.773153:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773159:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773164:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773168:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773173:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773177:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773181:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.773184:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773189:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773206:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff8800a7c2ec00) 00010000:00010000:1.0:1715206675.773208:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.773211:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773215:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982640/0xb73f6b2ce2c3653e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1009b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773228:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773233:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773238:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773242:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.773244:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773249:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773254:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009b:0x0].0x0 (ffff8800a7c2ec00) 00010000:00010000:1.0:1715206675.773256:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.773258:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773262:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982880/0xb73f6b2ce2c36537 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1009b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773306:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773312:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773317:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773322:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.773324:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773329:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773336:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.773338:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.773340:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773345:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980000/0xb73f6b2ce2c36529 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.773352:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f75a300 reply state ffff880083f38000 transno 4295216731 ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773359:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.773364:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x863e1088 (ffff880096845500) 00010000:00010000:1.0:1715206675.773366:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.773368:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.773418:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+483:13029:x1798523591761536:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 508us (589us total) trans 4295216731 rc 0/0 00000100:00100000:1.0:1715206675.773440:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572699 00000100:00100000:0.0:1715206675.775625:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.775671:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761664 00000100:00100000:1.0:1715206675.775676:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761664 00000100:00100000:1.0:1715206675.775702:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572700 00000100:00100000:1.0:1715206675.775708:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f759f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+483:13030:x1798523591761664:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.775728:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.775738:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092558000/0xb73f6b2ce2c316e7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1009a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288af1 expref: 483 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.775749:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff880096846300) 00010000:00010000:1.0:1715206675.775755:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.775764:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.775771:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.775778:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.775788:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.775794:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.775800:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.775829:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.775836:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.775842:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.775982:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3713, 64 off245824 00010000:00010000:1.0:1715206675.776006:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.776013:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776019:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776024:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776029:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776033:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776037:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776041:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.776044:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776048:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776075:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff8800a7c2ee00) 00010000:00010000:1.0:1715206675.776077:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.776080:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776084:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980240/0xb73f6b2ce2c3655a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1009a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776097:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776101:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776106:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776110:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.776112:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776117:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776123:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1009a:0x0].0x0 (ffff8800a7c2ee00) 00010000:00010000:1.0:1715206675.776124:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.776127:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776131:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981200/0xb73f6b2ce2c36553 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1009a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776175:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776181:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776186:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776190:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.776192:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776197:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776203:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.776205:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.776208:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776213:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983a80/0xb73f6b2ce2c36545 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.776220:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f759f80 reply state ffff880083f3f000 transno 4295216732 ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776227:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776233:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x863e1088 (ffff8800a7c2ef00) 00010000:00010000:1.0:1715206675.776234:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.776236:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.776275:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f759f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+484:13030:x1798523591761664:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 565us (650us total) trans 4295216732 rc 0/0 00000100:00100000:1.0:1715206675.776284:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572700 00000100:00100000:0.0:1715206675.776588:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.776655:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761792 00000100:00100000:1.0:1715206675.776659:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761792 00000100:00100000:1.0:1715206675.776682:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572701 00000100:00100000:1.0:1715206675.776686:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+484:13029:x1798523591761792:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.776701:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.776710:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092236640/0xb73f6b2ce2c31899 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288ba0 expref: 484 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.776718:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff8800940cc600) 00010000:00010000:1.0:1715206675.776723:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.776730:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.776735:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776739:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776745:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.776748:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776751:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776773:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.776777:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776781:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.776838:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3714, 64 off245888 00010000:00010000:1.0:1715206675.776853:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.776858:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776861:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776865:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776868:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776871:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776873:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776876:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.776878:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776881:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776885:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff88013429e300) 00010000:00010000:1.0:1715206675.776887:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.776888:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776891:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980fc0/0xb73f6b2ce2c36576 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776900:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776903:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776905:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776908:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.776909:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776913:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776916:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a7:0x0].0x0 (ffff88013429e300) 00010000:00010000:1.0:1715206675.776917:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.776918:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776921:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983840/0xb73f6b2ce2c3656f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776952:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776956:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776959:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776961:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.776963:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776966:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776969:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:1.0:1715206675.776970:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.776971:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776974:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982d00/0xb73f6b2ce2c36561 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10086:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.776978:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f759c00 reply state ffff880083f3a000 transno 4295216733 ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776982:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.776985:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xec85a24b (ffff88013429e400) 00010000:00010000:1.0:1715206675.776986:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.776987:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.777017:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f759c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+485:13029:x1798523591761792:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 330us (430us total) trans 4295216733 rc 0/0 00000100:00100000:1.0:1715206675.777024:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572701 00000100:00100000:0.0:1715206675.779584:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.779654:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761920 00000100:00100000:1.0:1715206675.779658:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761920 00000100:00100000:1.0:1715206675.779681:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572702 00000100:00100000:1.0:1715206675.779685:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+485:13030:x1798523591761920:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.779702:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.779711:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c31853 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x100a6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288b84 expref: 485 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.779721:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff8800940cc800) 00010000:00010000:1.0:1715206675.779725:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.779733:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.779738:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779742:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779747:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.779750:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779753:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779776:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.779781:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779784:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00000040:00080000:1.0:1715206675.779842:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3712, 64 off245760 00010000:00010000:1.0:1715206675.779857:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.779862:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779865:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779869:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779872:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779874:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779877:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779880:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.779882:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779884:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779889:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff88013429eb00) 00010000:00010000:1.0:1715206675.779891:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.779892:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779895:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981440/0xb73f6b2ce2c36592 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x100a6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779903:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779906:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779909:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779911:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929806c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.779913:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779916:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779919:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x100a6:0x0].0x0 (ffff88013429eb00) 00010000:00010000:1.0:1715206675.779920:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.779921:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779924:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929806c0/0xb73f6b2ce2c3658b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x100a6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779956:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779959:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779963:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779965:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.779966:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779969:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779973:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:1.0:1715206675.779974:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.779975:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779977:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980900/0xb73f6b2ce2c3657d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10087:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000004:00010000:1.0:1715206675.779981:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f75a680 reply state ffff880083f39000 transno 4295216734 ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779985:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206675.779988:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xec85a24b (ffff88013429ed00) 00010000:00010000:1.0:1715206675.779990:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.779991:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.780021:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+486:13030:x1798523591761920:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 335us (439us total) trans 4295216734 rc 0/0 00000100:00100000:1.0:1715206675.780028:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572702 00000100:00100000:0.0:1715206675.780239:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.780310:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591761984 00000100:00100000:2.0:1715206675.780315:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591761984 00000100:00100000:2.0:1715206675.780342:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117795 00000100:00100000:2.0:1715206675.780346:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591761984:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.781899:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591761984:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1550us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.781905:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117795 00000100:00100000:0.0:1715206675.783522:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.783567:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762048 00000100:00100000:2.0:1715206675.783572:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762048 00000100:00100000:2.0:1715206675.783601:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117796 00000100:00100000:2.0:1715206675.783606:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e712050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591762048:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.784359:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.784432:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762176 00000100:00100000:1.0:1715206675.784437:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762176 00000100:00100000:1.0:1715206675.784459:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572703 00000100:00100000:1.0:1715206675.784463:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+226:13029:x1798523591762176:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.784479:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.784489:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c263fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284fbe expref: 226 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.784499:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff88009200b900) 00010000:00010000:1.0:1715206675.784507:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094836640/0xb73f6b2ce2c35b97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a18e expref: 225 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.784512:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff88011f3f9200) 00010000:00010000:1.0:1715206675.784514:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.784521:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784526:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784530:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784536:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784539:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784545:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784570:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784574:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784577:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.784653:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8286, 64 off538496 00010000:00010000:1.0:1715206675.784670:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784675:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784679:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784682:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784685:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784687:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784690:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784693:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982d00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.784695:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784698:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784702:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff88013429e000) 00010000:00010000:1.0:1715206675.784703:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.784705:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 3/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784707:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092982d00/0xb73f6b2ce2c365ae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784717:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784720:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784722:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784725:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929833c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.784726:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784729:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784732:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff88013429e000) 00010000:00010000:1.0:1715206675.784734:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.784735:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784740:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929833c0/0xb73f6b2ce2c365a7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784778:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784782:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784785:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784787:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.784788:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784791:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784795:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff88011f3f9200) 00010000:00010000:1.0:1715206675.784796:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.784797:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784799:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092980b40/0xb73f6b2ce2c36599 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.784804:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f758e00 reply state ffff880083f3c000 transno 4295059969 ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784808:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.784813:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x582e84a0 (ffff88013429e800) 00010000:00010000:1.0:1715206675.784815:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.784816:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.784846:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13029:x1798523591762176:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 383us (489us total) trans 4295059969 rc 0/0 00000100:00100000:1.0:1715206675.784851:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572703 00000100:00100000:2.0:1715206675.784953:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e712050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591762048:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1344us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.784959:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117796 00000100:00100000:0.0:1715206675.787234:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.787282:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762304 00000100:00100000:1.0:1715206675.787287:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762304 00000100:00100000:1.0:1715206675.787316:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572704 00000100:00100000:1.0:1715206675.787322:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591762304:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.787343:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.787355:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5efa80/0xb73f6b2ce2c263f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284fb7 expref: 224 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.787366:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff88009200be00) 00010000:00010000:1.0:1715206675.787377:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38000/0xb73f6b2ce2c35c2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1c6 expref: 223 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.787386:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88011f3f9a00) 00010000:00010000:1.0:1715206675.787388:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.787416:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787424:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787431:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787445:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787451:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787456:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787486:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787492:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787498:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.787592:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8287, 64 off538560 00010000:00010000:1.0:1715206675.787614:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787622:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787628:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787633:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787639:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787647:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787652:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787657:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.787659:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787665:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787671:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff88013429e100) 00010000:00010000:1.0:1715206675.787673:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.787676:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 3/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787681:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092981200/0xb73f6b2ce2c365ca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787694:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787699:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787703:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787707:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.787710:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787718:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787724:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff88013429e100) 00010000:00010000:1.0:1715206675.787726:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.787728:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787732:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092983a80/0xb73f6b2ce2c365c3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787776:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787782:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787787:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787791:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.787794:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787799:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787805:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88011f3f9a00) 00010000:00010000:1.0:1715206675.787807:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.787810:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787815:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092983840/0xb73f6b2ce2c365b5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.787822:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009f758a80 reply state ffff880083f3d000 transno 4295059970 ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787829:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.787834:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x582e84a0 (ffff88013429ef00) 00010000:00010000:1.0:1715206675.787836:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.787838:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.787876:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f758a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13030:x1798523591762304:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 553us (641us total) trans 4295059970 rc 0/0 00000100:00100000:1.0:1715206675.787882:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572704 00000100:00100000:0.0:1715206675.788131:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.788175:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762432 00000100:00100000:1.0:1715206675.788179:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762432 00000100:00100000:1.0:1715206675.788205:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572705 00000100:00100000:1.0:1715206675.788210:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+224:13029:x1798523591762432:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.788229:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.788240:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800921846c0/0xb73f6b2ce2c28514 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285a45 expref: 224 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.788249:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff88009200b600) 00010000:00010000:1.0:1715206675.788255:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.788263:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788270:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788275:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788285:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788290:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788295:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788322:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788328:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788335:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.788428:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8288, 64 off538624 00010000:00010000:1.0:1715206675.788461:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788468:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788475:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788480:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788485:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788493:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788498:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788503:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.788505:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788510:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788517:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff88013429e300) 00010000:00010000:1.0:1715206675.788519:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.788521:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788526:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092982640/0xb73f6b2ce2c365e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788538:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788543:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788548:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788553:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.788555:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788564:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788570:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff88013429e300) 00010000:00010000:1.0:1715206675.788572:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.788574:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788578:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092982880/0xb73f6b2ce2c365df lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788622:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788628:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788633:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788638:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.788640:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788644:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788651:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff88011f3f9200) 00010000:00010000:1.0:1715206675.788653:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.788655:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788659:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092980240/0xb73f6b2ce2c365d1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.788665:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5f9880 reply state ffff88008ee9f000 transno 4295059971 ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788672:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.788677:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x396e6a5e (ffff88013429ee00) 00010000:00010000:1.0:1715206675.788679:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.788681:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.788717:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13029:x1798523591762432:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 505us (586us total) trans 4295059971 rc 0/0 00000100:00100000:1.0:1715206675.788724:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572705 00000100:00100000:0.0:1715206675.790990:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.791073:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762560 00000100:00100000:1.0:1715206675.791077:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762560 00000100:00100000:1.0:1715206675.791100:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572706 00000100:00100000:1.0:1715206675.791104:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+225:13030:x1798523591762560:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.791122:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.791131:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960b40/0xb73f6b2ce2c2850d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58285a4c expref: 225 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.791139:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b:0x0].0x0 (ffff880090dc9600) 00010000:00010000:1.0:1715206675.791143:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.791150:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791155:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791159:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791166:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791169:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791172:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791191:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791195:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791198:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.791256:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8287, 64 off538560 00010000:00010000:1.0:1715206675.791271:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791276:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791280:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791283:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791287:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791292:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791295:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791298:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.791300:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791302:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791306:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b:0x0].0x0 (ffff88009349d200) 00010000:00010000:1.0:1715206675.791308:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.791309:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791312:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092980900/0xb73f6b2ce2c36602 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791331:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791334:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791337:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791339:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.791341:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791346:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791350:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b:0x0].0x0 (ffff88009349d200) 00010000:00010000:1.0:1715206675.791351:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.791352:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791355:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092983180/0xb73f6b2ce2c365fb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791387:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791390:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791393:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791395:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929821c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.791397:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791416:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791420:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88011f3f9a00) 00010000:00010000:1.0:1715206675.791421:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.791422:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791425:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929821c0/0xb73f6b2ce2c365ed lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.791430:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5faa00 reply state ffff88008ee9c000 transno 4295059972 ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791434:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791438:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x396e6a5e (ffff88009349d300) 00010000:00010000:1.0:1715206675.791439:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.791440:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.791468:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+226:13030:x1798523591762560:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 364us (479us total) trans 4295059972 rc 0/0 00000100:00100000:1.0:1715206675.791473:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572706 00000100:00100000:0.0:1715206675.791712:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.791741:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762688 00000100:00100000:1.0:1715206675.791744:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762688 00000100:00100000:1.0:1715206675.791761:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572707 00000100:00100000:1.0:1715206675.791764:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+226:13029:x1798523591762688:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.791778:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.791786:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c28116 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582858e0 expref: 226 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.791793:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff88009200bf00) 00010000:00010000:1.0:1715206675.791797:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.791802:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791807:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791811:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791817:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791821:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791824:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791843:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791846:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791850:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.791897:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8288, 64 off538624 00010000:00010000:1.0:1715206675.791910:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791915:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791919:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791922:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791925:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791930:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791933:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791936:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.791937:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791940:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791943:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff880096a76200) 00010000:00010000:1.0:1715206675.791944:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.791946:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791949:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c3661e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791956:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791959:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791961:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791964:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dcb40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.791965:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791971:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791974:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff880096a76200) 00010000:00010000:1.0:1715206675.791975:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.791977:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.791979:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36617 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792008:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792011:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792014:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792016:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929806c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.792017:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792021:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792024:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff88011f3f9200) 00010000:00010000:1.0:1715206675.792025:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.792026:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792029:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929806c0/0xb73f6b2ce2c36609 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.792034:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5f8700 reply state ffff88008ee99000 transno 4295059973 ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792038:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.792041:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x261139b2 (ffff88009349db00) 00010000:00010000:1.0:1715206675.792042:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.792043:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.792084:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+227:13029:x1798523591762688:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 319us (373us total) trans 4295059973 rc 0/0 00000100:00100000:1.0:1715206675.792088:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572707 00000100:00100000:0.0:1715206675.794641:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.794677:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762816 00000100:00100000:1.0:1715206675.794681:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762816 00000100:00100000:1.0:1715206675.794704:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572708 00000100:00100000:1.0:1715206675.794708:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+227:13030:x1798523591762816:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.794725:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.794734:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094963180/0xb73f6b2ce2c2810f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582858d9 expref: 227 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.794743:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff880090dc9700) 00010000:00010000:1.0:1715206675.794758:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.794765:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794771:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794775:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794781:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x261139b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794784:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794787:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794806:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794810:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794813:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.794871:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8289, 64 off538688 00010000:00010000:1.0:1715206675.794886:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794890:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794894:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794897:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794900:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794906:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794909:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794911:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dcfc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.794913:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794916:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794920:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff880096a76000) 00010000:00010000:1.0:1715206675.794921:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.794923:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794925:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3663a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794934:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794936:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794939:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794942:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.794943:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794949:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794952:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff880096a76000) 00010000:00010000:1.0:1715206675.794953:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.794955:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794957:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c36633 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794989:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794993:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794995:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.794998:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd8c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.794999:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.795002:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.795005:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88011f3f9a00) 00010000:00010000:1.0:1715206675.795006:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.795008:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.795010:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36625 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.795014:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5f8380 reply state ffff88008ee9a000 transno 4295059974 ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.795030:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.795032:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x261139b2 (ffff880096a76b00) 00010000:00010000:1.0:1715206675.795034:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.795035:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.795082:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13030:x1798523591762816:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 373us (442us total) trans 4295059974 rc 0/0 00000100:00100000:1.0:1715206675.795086:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572708 00000100:00100000:0.0:1715206675.795295:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.795366:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762880 00000100:00100000:2.0:1715206675.795371:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762880 00000100:00100000:2.0:1715206675.795394:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117797 00000100:00100000:2.0:1715206675.795410:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591762880:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.796939:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13029:x1798523591762880:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1539us (1645us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.796945:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117797 00000100:00100000:0.0:1715206675.798558:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.798583:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.798587:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591762944 00000100:00100000:2.0:1715206675.798591:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591762944 00000100:00100000:2.0:1715206675.798607:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117798 00000100:00100000:2.0:1715206675.798610:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+228:13030:x1798523591762944:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:1.0:1715206675.798625:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763008 00000100:00100000:1.0:1715206675.798630:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763008 00000100:00100000:1.0:1715206675.798654:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572709 00000100:00100000:1.0:1715206675.798657:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+229:13029:x1798523591763008:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.798666:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.798674:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc240/0xb73f6b2ce2c36641 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1f7 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.798698:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798704:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798709:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798714:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798719:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798733:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798754:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36656 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798758:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798761:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000004:00200000:1.0:1715206675.798778:0:16094:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 260096 00000004:00200000:1.0:1715206675.798781:0:16094:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206675.798787:0:16094:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798792:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36656 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798796:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798799:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798801:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798804:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833def40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.798806:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798809:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798816:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206675.798818:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.798821:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798826:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36648 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798833:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798838:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798842:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798846:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.798848:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798853:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798858:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed2b (ffff880096a76900) 00010000:00010000:1.0:1715206675.798861:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.798863:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798867:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c3664f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.798886:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc240/0xb73f6b2ce2c36641 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f7 expref: 231 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.798895:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36656 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f7 expref: 230 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.798900:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:1.0:1715206675.798901:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206675.798902:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800833dd680, rc 0) 00000100:00100000:1.0:1715206675.798928:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591763008:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 270us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206675.798932:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572709 00000100:00100000:2.0:1715206675.800023:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+229:13030:x1798523591762944:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1410us (1465us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.800028:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117798 00000100:00100000:0.0:1715206675.801325:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.801395:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763072 00000100:00100000:2.0:1715206675.801414:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763072 00000100:00100000:2.0:1715206675.801439:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 843 00000100:00100000:2.0:1715206675.801443:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+229:2000:x1798523591763072:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:2.0:1715206675.801458:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.801465:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c3665d lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a1fe expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.801483:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801488:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801493:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801499:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801503:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801506:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801529:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36672 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801532:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801536:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00000004:00200000:2.0:1715206675.801549:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 260096 00000004:00200000:2.0:1715206675.801551:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.801558:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801562:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801566:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801569:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801572:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801575:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.801576:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801579:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801584:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206675.801585:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.801587:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801589:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c36664 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801594:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801597:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801601:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801603:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.801605:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801609:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00000100:00100000:0.0:1715206675.801611:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.801612:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xec7107a9 (ffff88009353d700) 00010000:00010000:2.0:1715206675.801613:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.801614:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 2/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801617:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c3666b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.801628:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c3665d lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1fe expref: 231 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.801634:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1fe expref: 230 pid: 10609 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.801636:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.801637:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff880092239200) 00010000:00010000:2.0:1715206675.801638:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.801639:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014000, rc 0) 00000100:00100000:1.0:1715206675.801652:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763264 00000100:00100000:1.0:1715206675.801657:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763264 00000100:00100000:2.0:1715206675.801661:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+231:2000:x1798523591763072:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 218us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.801666:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 843 00000100:00100000:1.0:1715206675.801678:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572710 00000100:00100000:0.0:1715206675.801680:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763200 00000100:00100000:1.0:1715206675.801682:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591763264:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:0.0:1715206675.801684:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763200 00010000:00010000:1.0:1715206675.801699:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:0.0:1715206675.801703:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572711 00010000:00010000:1.0:1715206675.801707:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36656 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1f7 expref: 231 pid: 16094 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.801709:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13030:x1798523591763200:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:1.0:1715206675.801717:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a6f40/0xb73f6b2ce24de0e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580196c9 expref: 230 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.801718:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.801724:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8800b5309d00) 00010000:00010000:0.0:1715206675.801726:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36679 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a205 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.801731:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835200/0xb73f6b2ce2c35bd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a19c expref: 229 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.801739:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206675.801741:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.801747:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801750:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801752:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801756:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801758:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801761:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801764:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801765:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801768:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801773:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801779:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801785:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801787:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801791:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801794:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801811:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c366a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801815:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c366a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801818:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c366a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:0.0:1715206675.801832:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 260096 00000004:00200000:0.0:1715206675.801834:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206675.801839:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c366a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801843:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c366a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801847:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801850:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801853:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801855:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.801857:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000040:00080000:1.0:1715206675.801860:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8289, 64 off538688 00010000:00010000:0.0:1715206675.801860:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801864:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206675.801866:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.801867:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.801870:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36687 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801875:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801882:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801886:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801887:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801890:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801893:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801893:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801896:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801898:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801898:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801901:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df3c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206675.801902:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.801903:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801905:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801906:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801909:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff880096a4af00) 00010000:00010000:0.0:1715206675.801910:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801911:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.801912:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 3/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801915:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c366aa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801917:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed2b (ffff88009401df00) 00010000:00010000:0.0:1715206675.801920:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.801922:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801924:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801926:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36695 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.801927:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801930:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801933:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dc000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.801934:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801937:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801940:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff880096a4af00) 00010000:00010000:1.0:1715206675.801941:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.801942:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801944:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36679 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a205 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.801945:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c3669c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.801952:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c366a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a205 expref: 230 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.801958:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:0.0:1715206675.801960:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1715206675.801961:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084fcc0, rc 0) 00000100:00100000:0.0:1715206675.801978:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591763200:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 270us (341us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206675.801981:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206675.801983:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572711 00010000:00010000:1.0:1715206675.801984:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801987:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801989:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.801990:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.801996:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.802000:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206675.802001:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.802002:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.802005:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df840/0xb73f6b2ce2c36680 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.802008:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fb100 reply state ffff88012c95f000 transno 4295059975 ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.802012:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.802015:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed2b (ffff880096a76c00) 00010000:00010000:1.0:1715206675.802017:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.802018:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.802041:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591763264:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 357us (430us total) trans 4295059975 rc 0/0 00000100:00100000:1.0:1715206675.802045:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572710 00000100:00100000:0.0:1715206675.804429:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.804457:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763328 00000100:00100000:2.0:1715206675.804462:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763328 00000100:00100000:2.0:1715206675.804483:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 844 00000100:00100000:2.0:1715206675.804487:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+230:2001:x1798523591763328:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:2.0:1715206675.804503:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.804509:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c366b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a20c expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.804524:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804530:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804534:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804540:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804543:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804546:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804565:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c366c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804569:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c366c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804572:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c366c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00000004:00200000:2.0:1715206675.804587:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 260096 00000004:00200000:2.0:1715206675.804589:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.804594:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c366c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804599:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c366c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804602:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804605:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804608:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804611:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.804612:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804615:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804620:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206675.804621:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.804623:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804626:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c366b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804631:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804634:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804637:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804640:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.804642:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804645:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804648:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xec7107a9 (ffff88009353d300) 00010000:00010000:2.0:1715206675.804649:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.804650:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804653:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c366bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.804664:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c366b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a20c expref: 232 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.804669:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c366c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a20c expref: 231 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.804672:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff880092239d00) 00010000:00010000:2.0:1715206675.804673:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.804675:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083015200, rc 0) 00000100:00100000:2.0:1715206675.804703:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+231:2001:x1798523591763328:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 215us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.804707:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 844 00000100:00100000:0.0:1715206675.804801:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.804867:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763456 00000100:00100000:1.0:1715206675.804871:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763456 00000100:00100000:1.0:1715206675.804895:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572712 00000100:00100000:1.0:1715206675.804898:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13030:x1798523591763456:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.804914:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1715206675.804923:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c366a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a205 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.804937:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a58c0/0xb73f6b2ce24de0db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580196c2 expref: 230 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.804943:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8800b5309f00) 00010000:00010000:1.0:1715206675.804950:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e38fc0/0xb73f6b2ce2c35c5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1cd expref: 229 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.804954:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206675.804956:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.804962:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.804967:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.804971:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.804976:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.804979:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.804982:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805002:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805006:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805009:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.805091:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8290, 64 off538752 00010000:00010000:1.0:1715206675.805108:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805112:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805116:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805120:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805124:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805126:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805129:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805132:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.805133:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805136:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805140:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff880096a4a100) 00010000:00010000:1.0:1715206675.805141:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.805143:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805146:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c366e2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805154:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805157:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805160:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805163:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833deac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.805164:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805167:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805170:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff880096a4a100) 00010000:00010000:1.0:1715206675.805171:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.805172:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805175:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c366db lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805209:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805212:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805217:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805220:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.805221:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805224:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805227:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206675.805229:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.805230:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805232:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c366cd lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.805236:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fbb80 reply state ffff88012c958000 transno 4295059976 ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805240:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.805243:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed2b (ffff880096a4ab00) 00010000:00010000:1.0:1715206675.805245:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.805246:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.805275:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13030:x1798523591763456:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 375us (474us total) trans 4295059976 rc 0/0 00000100:00100000:1.0:1715206675.805279:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572712 00000100:00100000:0.0:1715206675.806097:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.806135:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763584 00000100:00100000:1.0:1715206675.806139:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763584 00000100:00100000:1.0:1715206675.806159:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572713 00000100:00100000:1.0:1715206675.806163:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591763584:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.806180:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.806189:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c33f51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828982d expref: 230 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.806199:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c33d8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40e3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897b6 expref: 229 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.806204:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a76400) 00010000:00010000:1.0:1715206675.806209:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.806215:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806220:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806224:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806230:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806233:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806236:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806257:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806263:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806267:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:1.0:1715206675.806324:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8291, 64 off538816 00010000:00010000:1.0:1715206675.806338:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806342:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806346:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806350:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806353:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806355:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806358:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806361:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.806362:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806365:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806370:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a4a200) 00010000:00010000:1.0:1715206675.806371:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.806373:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806376:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de880/0xb73f6b2ce2c366fe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806384:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806387:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806389:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806392:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd8c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.806394:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806397:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806415:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e3:0x0].0x0 (ffff880096a4a200) 00010000:00010000:1.0:1715206675.806416:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.806418:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806421:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c366f7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806456:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806460:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806463:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806466:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.806467:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806470:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806474:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206675.806475:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.806476:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806478:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c366e9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:1.0:1715206675.806482:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fb480 reply state ffff88012c959000 transno 4295059977 ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806486:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.806489:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a4a400) 00010000:00010000:1.0:1715206675.806490:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.806492:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.806521:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+230:13029:x1798523591763584:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 357us (424us total) trans 4295059977 rc 0/0 00000100:00100000:1.0:1715206675.806528:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572713 00000100:00100000:0.0:1715206675.809455:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.809529:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763712 00000100:00100000:1.0:1715206675.809533:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763712 00000100:00100000:0.0:1715206675.809536:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.809562:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763840 00000100:00100000:1.0:1715206675.809564:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763840 00000100:00100000:1.0:1715206675.809580:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572714 00000100:00100000:1.0:1715206675.809585:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13030:x1798523591763712:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.809592:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572715 00000100:00100000:3.0:1715206675.809596:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13029:x1798523591763840:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.809607:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.809611:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.809619:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5b00/0xb73f6b2ce2c331b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893a3 expref: 231 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.809619:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c33f66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289834 expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.809632:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c33d83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40e2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897af expref: 229 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.809640:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d6:0x0].0x0 (ffff88012dc58900) 00010000:00010000:1.0:1715206675.809640:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880124385c00) 00010000:00010000:1.0:1715206675.809646:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.809647:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.809655:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809655:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809662:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809662:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.809668:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809672:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809677:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809681:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809682:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809686:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.809691:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809691:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.809722:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809725:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809728:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809730:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809734:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809736:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.809820:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8290, 64 off538752 00000040:00080000:1.0:1715206675.809833:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8291, 64 off538816 00010000:00010000:3.0:1715206675.809843:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809849:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809850:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809855:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809856:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809860:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809862:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809865:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809866:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809870:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809872:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809874:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809877:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809879:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809882:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b3c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.809884:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809887:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.809889:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809889:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809902:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d6:0x0].0x0 (ffff88009404e600) 00010000:00010000:1.0:1715206675.809903:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809904:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.809906:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809908:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880096a4a800) 00010000:00010000:1.0:1715206675.809910:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.809911:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c3672f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809912:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.809916:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36736 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809923:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809925:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809928:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809930:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809933:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809935:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809937:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.809939:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809939:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.809941:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.809946:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809948:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809951:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e2:0x0].0x0 (ffff880096a4a800) 00010000:00010000:3.0:1715206675.809953:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d6:0x0].0x0 (ffff88009404e600) 00010000:00010000:1.0:1715206675.809953:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.809955:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.809955:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809957:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.809961:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df600/0xb73f6b2ce2c36721 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.809962:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36728 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810021:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.810027:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.810028:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810032:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.810033:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810036:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dcfc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.810038:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810039:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.810042:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.810044:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810044:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.810049:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810050:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:1.0:1715206675.810052:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.810072:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206675.810077:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36705 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.810080:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206675.810082:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.810084:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:1.0:1715206675.810084:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5f8000 reply state ffff88012c95a000 transno 4295059979 ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.810088:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c3670c lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810091:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000004:00010000:3.0:1715206675.810095:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fa300 reply state ffff8800941fb000 transno 4295059978 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810100:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff880096a4a900) 00010000:00010000:3.0:1715206675.810102:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.810102:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.810104:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.810107:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x132db6bf (ffff88009404e200) 00010000:00010000:3.0:1715206675.810108:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.810110:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.810138:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+232:13030:x1798523591763712:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 551us (683us total) trans 4295059979 rc 0/0 00000100:00100000:3.0:1715206675.810143:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+232:13029:x1798523591763840:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 545us (606us total) trans 4295059978 rc 0/0 00000100:00100000:1.0:1715206675.810145:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572714 00000100:00100000:3.0:1715206675.810148:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572715 00000100:00100000:0.0:1715206675.812794:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.812862:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591763968 00000100:00100000:3.0:1715206675.812867:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591763968 00000100:00100000:3.0:1715206675.812893:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572716 00000100:00100000:3.0:1715206675.812905:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+231:13029:x1798523591763968:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.812931:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.812944:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8aac0/0xb73f6b2ce2c34173 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898dc expref: 231 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.812954:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e7:0x0].0x0 (ffff880133c68100) 00010000:00010000:3.0:1715206675.812959:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.812966:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.812971:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.812976:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.812982:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.812985:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.812988:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813007:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813011:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813014:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.813094:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8292, 64 off538880 00010000:00010000:3.0:1715206675.813109:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813114:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813118:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813121:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813124:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813130:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813133:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813136:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ad00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.813137:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813140:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813144:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e7:0x0].0x0 (ffff88009404eb00) 00010000:00010000:3.0:1715206675.813145:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.813147:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813150:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c36752 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813158:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813161:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813164:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813167:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.813168:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813173:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813177:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e7:0x0].0x0 (ffff88009404eb00) 00010000:00010000:3.0:1715206675.813178:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.813179:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813182:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c3674b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813215:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813218:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813221:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813223:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.813225:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813228:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813234:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206675.813236:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.813238:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813242:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3673d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.813249:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5f9f80 reply state ffff88009f76e000 transno 4295059980 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813256:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813262:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff88009404e000) 00010000:00010000:3.0:1715206675.813264:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.813266:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.813294:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.813300:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+232:13029:x1798523591763968:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 394us (507us total) trans 4295059980 rc 0/0 00000100:00100000:3.0:1715206675.813306:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572716 00000100:00100000:3.0:1715206675.813316:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764096 00000100:00100000:3.0:1715206675.813319:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764096 00000100:00100000:3.0:1715206675.813339:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572717 00000100:00100000:3.0:1715206675.813344:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+232:13030:x1798523591764096:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.813372:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.813381:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db2880/0xb73f6b2ce2c331c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893aa expref: 232 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.813389:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d7:0x0].0x0 (ffff88009608a700) 00010000:00010000:3.0:1715206675.813393:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.813415:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813420:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813424:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813430:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x132db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813445:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813449:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813467:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813471:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813474:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.813523:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8293, 64 off538944 00010000:00010000:3.0:1715206675.813537:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813541:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813545:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813548:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813550:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813555:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813559:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813561:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.813563:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813565:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813569:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d7:0x0].0x0 (ffff88009404e100) 00010000:00010000:3.0:1715206675.813570:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.813572:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813574:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c3676e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813582:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813585:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813588:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813590:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.813592:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813597:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813600:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d7:0x0].0x0 (ffff88009404e100) 00010000:00010000:3.0:1715206675.813601:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.813602:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813605:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36767 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813634:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813637:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813640:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813642:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.813643:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813647:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813650:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206675.813651:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.813653:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813655:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36759 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.813659:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800a1c8fb80 reply state ffff88009276d000 transno 4295059981 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813664:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.813667:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x132db6bf (ffff88009404ea00) 00010000:00010000:3.0:1715206675.813668:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.813670:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.813697:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+233:13030:x1798523591764096:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 353us (405us total) trans 4295059981 rc 0/0 00000100:00100000:3.0:1715206675.813701:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572717 00000100:00100000:0.0:1715206675.816363:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.816397:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764224 00000100:00100000:3.0:1715206675.816414:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764224 00000100:00100000:3.0:1715206675.816438:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572718 00000100:00100000:3.0:1715206675.816442:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+233:13030:x1798523591764224:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.816460:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.816469:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d898c0/0xb73f6b2ce2c34150 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898d5 expref: 233 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.816478:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e6:0x0].0x0 (ffff880133c68e00) 00010000:00010000:3.0:1715206675.816483:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.816492:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206675.816493:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.816499:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816505:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.816506:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764352 00000100:00100000:2.0:1715206675.816511:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764352 00010000:00010000:3.0:1715206675.816513:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816518:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816523:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.816537:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572719 00000100:00100000:2.0:1715206675.816541:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+233:13029:x1798523591764352:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.816549:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816555:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816557:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.816561:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816567:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c333e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828946e expref: 233 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.816579:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40db:0x0].0x0 (ffff880083fe8000) 00010000:00010000:2.0:1715206675.816583:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.816593:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816599:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816603:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816608:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816612:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816615:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816636:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816639:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.816640:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8292, 64 off538880 00010000:00010000:2.0:1715206675.816643:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816672:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816679:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816683:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816687:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816689:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816695:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816698:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816701:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ba80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.816702:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816705:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816709:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e6:0x0].0x0 (ffff88009404e400) 00010000:00010000:3.0:1715206675.816711:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.816712:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816715:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3679f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40e6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00000040:00080000:2.0:1715206675.816715:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8293, 64 off538944 00010000:00010000:3.0:1715206675.816724:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816727:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816730:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816732:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.816733:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816734:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816738:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816740:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816741:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816743:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e6:0x0].0x0 (ffff88009404e400) 00010000:00010000:3.0:1715206675.816744:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.816745:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816746:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816748:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c36783 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816748:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816751:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816754:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816756:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.816758:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816761:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816765:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40db:0x0].0x0 (ffff88009353d700) 00010000:00010000:2.0:1715206675.816766:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.816768:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816773:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c367a6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816782:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816783:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816785:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816786:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816789:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816789:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816791:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.816791:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.816792:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816793:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816795:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816796:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816799:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206675.816799:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40db:0x0].0x0 (ffff88009353d700) 00010000:00010000:3.0:1715206675.816800:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.816800:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.816801:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816801:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.816804:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36775 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.816804:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36798 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.816809:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012d5fa680 reply state ffff880092768000 transno 4295059982 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816813:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.816816:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88009404e300) 00010000:00010000:3.0:1715206675.816818:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.816819:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.816840:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816843:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816846:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.816849:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13030:x1798523591764224:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 405us (486us total) trans 4295059982 rc 0/0 00010000:00010000:2.0:1715206675.816849:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.816851:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.816853:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572718 00010000:00010000:2.0:1715206675.816854:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816857:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206675.816859:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.816860:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816862:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3678a lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.816866:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b92300 reply state ffff88008ecae000 transno 4295059983 ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816870:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.816874:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff88009353d300) 00010000:00010000:2.0:1715206675.816875:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.816876:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.816897:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13029:x1798523591764352:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 355us (405us total) trans 4295059983 rc 0/0 00000100:00100000:2.0:1715206675.816902:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572719 00000100:00100000:0.0:1715206675.820655:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.820694:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764480 00000100:00100000:2.0:1715206675.820699:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764480 00000100:00100000:2.0:1715206675.820722:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572720 00000100:00100000:2.0:1715206675.820726:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13030:x1798523591764480:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.820746:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.820755:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb6ac0/0xb73f6b2ce2c333f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289467 expref: 235 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.820763:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40da:0x0].0x0 (ffff88012dc58300) 00010000:00010000:2.0:1715206675.820767:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.820775:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820780:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820784:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820790:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820793:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820796:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820817:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820821:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820824:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:2.0:1715206675.820887:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8294, 64 off539008 00010000:00010000:2.0:1715206675.820903:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820908:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820913:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820918:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820923:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820928:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820932:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820937:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.820940:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820944:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820951:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40da:0x0].0x0 (ffff88009353d900) 00010000:00010000:2.0:1715206675.820954:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.820956:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820961:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c367c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820978:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820983:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820988:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.820993:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.820995:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821000:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821006:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40da:0x0].0x0 (ffff88009353d900) 00010000:00010000:2.0:1715206675.821008:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.821010:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821014:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c367bb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821086:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821093:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821098:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821102:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.821105:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821109:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821116:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:2.0:1715206675.821117:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.821119:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821124:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c367ad lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.821130:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b90700 reply state ffff88008ecab000 transno 4295059984 ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821136:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.821140:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff88009353db00) 00010000:00010000:2.0:1715206675.821142:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.821143:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.821188:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13030:x1798523591764480:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 460us (535us total) trans 4295059984 rc 0/0 00000100:00100000:2.0:1715206675.821192:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572720 00000100:00100000:0.0:1715206675.828134:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.828164:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764608 00000100:00100000:2.0:1715206675.828169:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764608 00000100:00100000:2.0:1715206675.828191:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572721 00000100:00100000:2.0:1715206675.828195:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13029:x1798523591764608:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.828213:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.828223:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094c81b00/0xb73f6b2ce2c32c65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891e3 expref: 236 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.828239:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d0:0x0].0x0 (ffff880094ea9000) 00010000:00010000:2.0:1715206675.828244:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.828252:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828258:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828262:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828268:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828271:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828274:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828298:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828302:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828305:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:2.0:1715206675.828371:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8294, 64 off539008 00010000:00010000:2.0:1715206675.828386:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828393:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828409:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828413:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828416:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828419:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828422:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828425:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.828426:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828430:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828434:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d0:0x0].0x0 (ffff88009353d700) 00010000:00010000:2.0:1715206675.828435:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.828447:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828450:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c367de lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828459:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828463:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828466:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828468:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.828470:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828472:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828475:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d0:0x0].0x0 (ffff88009353d700) 00010000:00010000:2.0:1715206675.828477:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.828478:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828480:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c367d7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828520:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828524:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828527:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828529:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.828531:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828536:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828541:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206675.828542:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.828543:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828546:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c367c9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.828550:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b91f80 reply state ffff88008eca8000 transno 4295059985 ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828554:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.828558:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa2db6bf (ffff88009353d900) 00010000:00010000:2.0:1715206675.828559:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.828560:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.828590:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13029:x1798523591764608:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 394us (459us total) trans 4295059985 rc 0/0 00000100:00100000:2.0:1715206675.828595:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572721 00000100:00100000:0.0:1715206675.832172:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.832199:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.832244:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764864 00000100:00100000:2.0:1715206675.832244:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764736 00000100:00100000:3.0:1715206675.832249:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764864 00000100:00100000:2.0:1715206675.832250:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764736 00000100:00100000:3.0:1715206675.832279:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572722 00000100:00100000:3.0:1715206675.832285:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591764864:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.832286:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572723 00000100:00100000:2.0:1715206675.832290:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591764736:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.832319:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.832319:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.832331:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009485ba80/0xb73f6b2ce2c32c73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ea expref: 238 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.832331:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36672 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1fe expref: 238 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.832348:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db2ac0/0xb73f6b2ce24dcb10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018f9f expref: 236 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.832353:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d1:0x0].0x0 (ffff8800831d1a00) 00010000:00010000:2.0:1715206675.832355:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff880092239200) 00010000:00010000:3.0:1715206675.832359:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.832360:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.832368:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832368:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832376:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832376:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832382:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832382:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832390:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832391:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.832396:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832396:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832416:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832416:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832448:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832455:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832459:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832461:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832465:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.832470:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.832547:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8295, 64 off539072 00000040:00080000:2.0:1715206675.832561:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8296, 64 off539136 00010000:00010000:3.0:1715206675.832569:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.832576:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832578:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832582:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832584:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832588:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832589:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832593:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832595:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832599:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832601:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832604:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832606:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.832610:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.832612:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832614:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832617:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832619:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830161c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.832621:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832624:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d1:0x0].0x0 (ffff88009404e100) 00010000:00010000:3.0:1715206675.832626:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.832626:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832629:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832632:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff880096a76400) 00010000:00010000:3.0:1715206675.832633:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3680f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40d1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832634:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.832636:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832640:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36816 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832645:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.832650:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832654:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832655:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.832659:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.832659:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832661:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832664:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832667:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.832670:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832670:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832674:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832675:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d1:0x0].0x0 (ffff88009404e100) 00010000:00010000:3.0:1715206675.832677:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.832679:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832679:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff880096a76400) 00010000:00010000:2.0:1715206675.832681:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.832683:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832684:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139440/0xb73f6b2ce2c36808 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40d1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832688:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36801 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832733:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832738:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832740:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832743:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832745:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832747:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.832750:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832750:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832754:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.832756:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832756:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832762:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:2.0:1715206675.832764:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.832766:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832766:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.832771:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c367e5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832772:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206675.832774:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.832776:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:2.0:1715206675.832778:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b91880 reply state ffff88008ecaf000 transno 4295059987 ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.832780:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c367ec lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832784:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.832787:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b90000 reply state ffff88009276b000 transno 4295059986 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.832789:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xec7107a9 (ffff88009353dc00) 00010000:00010000:2.0:1715206675.832791:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.832793:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.832793:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.832798:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa2db6bf (ffff88009404e400) 00010000:00010000:3.0:1715206675.832800:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.832801:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.832829:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13030:x1798523591764864:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 543us (627us total) trans 4295059986 rc 0/0 00000100:00100000:2.0:1715206675.832829:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13029:x1798523591764736:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 537us (657us total) trans 4295059987 rc 0/0 00000100:00100000:2.0:1715206675.832835:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572723 00000100:00100000:3.0:1715206675.832838:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572722 00000100:00100000:0.0:1715206675.836360:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.836436:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591764992 00000100:00100000:3.0:1715206675.836441:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591764992 00000100:00100000:3.0:1715206675.836468:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572724 00000100:00100000:3.0:1715206675.836473:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591764992:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.836499:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.836510:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c366c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a20c expref: 238 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.836524:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1200/0xb73f6b2ce24dcb02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018f98 expref: 237 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.836530:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff880092239d00) 00010000:00010000:3.0:1715206675.836534:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.836541:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836546:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836551:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836557:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836560:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836563:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836584:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836588:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836591:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.836654:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8295, 64 off539072 00010000:00010000:3.0:1715206675.836668:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836673:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836677:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836680:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836683:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836687:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836690:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836692:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ba80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.836694:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836697:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836701:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff88009404ed00) 00010000:00010000:3.0:1715206675.836702:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.836704:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836706:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c36832 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836715:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836718:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836720:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836723:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.836725:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836730:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836734:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff88009404ed00) 00010000:00010000:3.0:1715206675.836735:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.836736:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836739:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c3682b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836772:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836775:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836778:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836780:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.836782:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836784:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836788:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206675.836789:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.836790:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836793:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c3681d lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.836797:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b90e00 reply state ffff88009276a000 transno 4295059988 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836802:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.836805:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xec7107a9 (ffff88009404e600) 00010000:00010000:3.0:1715206675.836806:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.836807:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.836838:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591764992:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 365us (479us total) trans 4295059988 rc 0/0 00000100:00100000:3.0:1715206675.836843:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572724 00000100:00100000:0.0:1715206675.837014:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.837041:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765120 00000100:00100000:3.0:1715206675.837044:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765120 00000100:00100000:3.0:1715206675.837082:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572725 00000100:00100000:3.0:1715206675.837088:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591765120:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.837105:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.837114:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c8a5b00/0xb73f6b2ce2c33732 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828957f expref: 238 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.837126:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c334f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40dd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894ec expref: 237 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.837133:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff880083fe8b00) 00010000:00010000:3.0:1715206675.837137:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.837144:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837150:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837156:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837166:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837170:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837174:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837193:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837197:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837201:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.837253:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8297, 64 off539200 00010000:00010000:3.0:1715206675.837268:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837272:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837275:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837279:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837282:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837285:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837288:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837291:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.837292:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837295:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837298:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff88009404eb00) 00010000:00010000:3.0:1715206675.837299:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.837301:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837303:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3684e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837312:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837314:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837317:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837320:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.837321:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837327:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837330:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dd:0x0].0x0 (ffff88009404eb00) 00010000:00010000:3.0:1715206675.837331:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.837332:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837335:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36847 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837374:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837377:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837380:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837383:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.837384:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837387:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837391:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206675.837393:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.837394:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837411:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36839 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.837418:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b90380 reply state ffff880092769000 transno 4295059989 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837422:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.837426:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff88009404e700) 00010000:00010000:3.0:1715206675.837427:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.837428:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.837456:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591765120:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 368us (444us total) trans 4295059989 rc 0/0 00000100:00100000:3.0:1715206675.837460:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572725 00000100:00100000:0.0:1715206675.840610:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.840665:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765184 00000100:00100000:2.0:1715206675.840669:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765184 00000100:00100000:2.0:1715206675.840698:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117799 00000100:00100000:2.0:1715206675.840704:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591765184:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.841197:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.841248:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765312 00000100:00100000:3.0:1715206675.841254:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765312 00000100:00100000:3.0:1715206675.841285:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572726 00000100:00100000:3.0:1715206675.841292:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+240:13030:x1798523591765312:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.841314:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.841328:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3372b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289586 expref: 240 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.841343:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bb5d40/0xb73f6b2ce2c334ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40dc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894e5 expref: 239 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.841352:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880097371f00) 00010000:00010000:3.0:1715206675.841358:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.841368:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 3/0,1 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841375:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841382:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841392:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841410:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841417:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841449:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841456:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841461:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.841545:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8296, 64 off539136 00010000:00010000:3.0:1715206675.841562:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841567:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841571:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841574:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841578:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841581:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841585:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841587:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.841589:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841592:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841596:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880123742400) 00010000:00010000:3.0:1715206675.841597:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.841599:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841602:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c3686a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841611:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841614:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841617:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841619:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.841621:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841626:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841630:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40dc:0x0].0x0 (ffff880123742400) 00010000:00010000:3.0:1715206675.841631:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.841632:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841635:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36863 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841668:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841671:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841674:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841677:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.841678:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841681:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841684:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206675.841685:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.841687:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841689:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c36855 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.841694:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b90a80 reply state ffff88012b06f000 transno 4295059990 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841700:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.841705:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880123742a00) 00010000:00010000:3.0:1715206675.841707:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.841709:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.841748:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13030:x1798523591765312:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 455us (551us total) trans 4295059990 rc 0/0 00000100:00100000:3.0:1715206675.841755:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572726 00000100:00100000:2.0:1715206675.842094:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591765184:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1388us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.842105:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117799 00000100:00100000:0.0:1715206675.844774:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.844798:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.844843:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765504 00000100:00100000:2.0:1715206675.844843:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765376 00000100:00100000:3.0:1715206675.844849:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765504 00000100:00100000:2.0:1715206675.844849:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765376 00000100:00100000:3.0:1715206675.844876:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572727 00000100:00100000:2.0:1715206675.844876:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117800 00000100:00100000:3.0:1715206675.844881:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13029:x1798523591765504:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.844881:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13030:x1798523591765376:12345-192.168.203.35@tcp:37:dbench.0 00010000:00010000:3.0:1715206675.844906:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.844928:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c22671 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283b19 expref: 239 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.844943:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce24e07fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801a405 expref: 238 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.844951:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff880094fbba00) 00010000:00010000:3.0:1715206675.844957:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.844966:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.844974:0:8278:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 237 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.844980:0:8278:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.845001:0:8278:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 237 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.845010:0:8278:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 237 pid: 7132 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.845021:0:8278:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524853376:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.845074:0:8278:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e39ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.845894:0:8278:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8278:1798523524853376:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.845907:0:8278:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000100:00100000:2.0:1715206675.846205:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13030:x1798523591765376:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1322us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.846212:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117800 00000100:00100000:0.0:1715206675.846246:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.846277:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765568 00000100:00100000:2.0:1715206675.846280:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765568 00010000:00010000:2.0:1715206675.846291:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 237 pid: 7132 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.846304:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158707 00000100:00100000:2.0:1715206675.846307:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+237:2003:x1798523591765568:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.846313:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.846316:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 237 pid: 7132 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.846322:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 237 pid: 7132 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.846330:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114240/0xb73f6b2ce2c35c23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1a3 expref: 237 pid: 7132 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.846336:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff88008f29c900) 00010000:00010000:2.0:1715206675.846339:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.846344:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.846347:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206675.846361:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.846374:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+236:2003:x1798523591765568:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 66us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.846378:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158707 00010000:00010000:3.0:1715206675.846383:0:8278:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846390:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846413:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846418:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846423:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846451:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846455:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846458:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.846522:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8297, 64 off539200 00010000:00010000:3.0:1715206675.846537:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846542:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846546:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846549:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846552:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846555:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846558:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846561:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.846562:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846568:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846573:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff880123742500) 00010000:00010000:3.0:1715206675.846574:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.846576:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846579:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36886 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846588:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846591:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846594:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846596:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.846598:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846601:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846605:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff880123742500) 00010000:00010000:3.0:1715206675.846606:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.846607:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846609:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138480/0xb73f6b2ce2c3687f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846644:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846647:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846650:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846653:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.846654:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846657:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846661:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff88008f29c900) 00010000:00010000:3.0:1715206675.846662:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.846663:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846666:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36871 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.846670:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b92d80 reply state ffff88012b068000 transno 4295059991 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846674:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.846677:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x1da15914 (ffff880123742c00) 00010000:00010000:3.0:1715206675.846679:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.846680:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.846715:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13029:x1798523591765504:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 1832us (1914us total) trans 4295059991 rc 0/0 00000100:00100000:3.0:1715206675.846722:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572727 00000100:00100000:0.0:1715206675.848665:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.848730:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765696 00000100:00100000:3.0:1715206675.848735:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765696 00000100:00100000:3.0:1715206675.848758:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572728 00000100:00100000:3.0:1715206675.848762:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13030:x1798523591765696:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.848779:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206675.848788:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539200/0xb73f6b2ce2c22639 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283b04 expref: 237 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.848798:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094199f80/0xb73f6b2ce24e07f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801a3fe expref: 236 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.848805:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e:0x0].0x0 (ffff880094fbbd00) 00010000:00010000:3.0:1715206675.848812:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a880/0xb73f6b2ce2c35c9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1d4 expref: 235 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.848819:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8800a7c2e900) 00010000:00010000:3.0:1715206675.848820:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.848827:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848832:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848836:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848844:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848848:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848851:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848871:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848875:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848878:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000040:00080000:3.0:1715206675.848942:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8298, 64 off539264 00010000:00010000:3.0:1715206675.848956:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848961:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848965:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848968:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848971:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848974:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848977:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848980:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.848981:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848984:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848988:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e:0x0].0x0 (ffff88008d54c200) 00010000:00010000:3.0:1715206675.848989:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.848991:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.848993:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c368a2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849002:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849005:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849008:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849011:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.849012:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849015:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849021:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e:0x0].0x0 (ffff88008d54c200) 00010000:00010000:3.0:1715206675.849022:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.849024:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849026:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c3689b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849076:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849079:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849082:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849085:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.849087:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849092:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849099:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8800a7c2e900) 00010000:00010000:3.0:1715206675.849101:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.849103:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849107:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092986ac0/0xb73f6b2ce2c3688d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000004:00010000:3.0:1715206675.849115:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880095b92a00 reply state ffff88012b06e000 transno 4295059992 ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849122:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.849127:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x1da15914 (ffff88008d54ca00) 00010000:00010000:3.0:1715206675.849129:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.849131:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.849166:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13030:x1798523591765696:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 402us (501us total) trans 4295059992 rc 0/0 00000100:00100000:3.0:1715206675.849172:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572728 00000100:00100000:0.0:1715206675.850032:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.850100:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765760 00000100:00100000:2.0:1715206675.850104:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765760 00000100:00100000:2.0:1715206675.850128:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117801 00000100:00100000:2.0:1715206675.850132:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e711c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+486:13029:x1798523591765760:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.851489:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e711c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+486:13029:x1798523591765760:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1354us (1456us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.851495:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117801 00000100:00100000:0.0:1715206675.852244:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.852268:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765824 00000100:00100000:2.0:1715206675.852272:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765824 00000100:00100000:2.0:1715206675.852287:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117802 00000100:00100000:2.0:1715206675.852291:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+486:13030:x1798523591765824:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:2.0:1715206675.852696:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.852736:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765888 00000100:00100000:3.0:1715206675.852741:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765888 00000100:00100000:3.0:1715206675.852771:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572729 00000100:00100000:3.0:1715206675.852777:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+488:13029:x1798523591765888:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.852787:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.852796:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c368a9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a213 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.852824:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.852833:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852841:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852850:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.852856:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852862:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852903:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c368be lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.852907:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c368be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852911:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c368be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:3.0:1715206675.852930:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4e:0x0]: returning size 19054 00000004:00200000:3.0:1715206675.852933:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.852941:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c368be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852946:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c368be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852950:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852952:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852955:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852958:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.852960:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852965:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852972:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:3.0:1715206675.852975:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.852977:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852982:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c368b0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852991:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.852996:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.853001:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.853005:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.853007:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.853012:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.853019:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x7fa9a95 (ffff88008d54c100) 00010000:00010000:3.0:1715206675.853021:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.853023:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.853028:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c368b7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.853044:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c368a9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a213 expref: 490 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.853051:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c368be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a213 expref: 489 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.853073:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff88009628df00) 00010000:00010000:3.0:1715206675.853075:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.853077:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092986f40, rc 0) 00000100:00100000:3.0:1715206675.853104:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+489:13029:x1798523591765888:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 327us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.853110:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572729 00000100:00100000:2.0:1715206675.853455:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+487:13030:x1798523591765824:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1163us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.853460:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117802 00000100:00100000:0.0:1715206675.854662:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.854697:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591765952 00000100:00100000:3.0:1715206675.854701:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591765952 00000100:00100000:3.0:1715206675.854715:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572730 00000100:00100000:3.0:1715206675.854718:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+487:13030:x1798523591765952:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.854724:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.854730:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c368c5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a21a expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.854747:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.854753:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854757:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854762:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.854769:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854774:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854804:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c368da lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.854811:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c368da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854816:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c368da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000004:00200000:3.0:1715206675.854835:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d4f:0x0]: returning size 19054 00000004:00200000:3.0:1715206675.854838:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206675.854846:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c368da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854851:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c368da lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854855:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854858:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854863:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854867:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.854870:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854875:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854882:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:3.0:1715206675.854884:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.854886:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854891:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c368cc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854899:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854904:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854909:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854914:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929846c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.854916:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854921:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854927:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x7fa9a95 (ffff88008d54c600) 00010000:00010000:3.0:1715206675.854929:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.854932:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854936:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c368d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.854956:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c368c5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a21a expref: 489 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.854966:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c368da lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a21a expref: 488 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.854971:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4f:0x0].0x0 (ffff88008d6f4900) 00010000:00010000:3.0:1715206675.854973:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206675.854975:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800929858c0, rc 0) 00000100:00100000:0.0:1715206675.854979:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.855005:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+488:13030:x1798523591765952:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 284us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.855011:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572730 00000100:00100000:2.0:1715206675.855017:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766016 00000100:00100000:2.0:1715206675.855020:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766016 00000100:00100000:2.0:1715206675.855037:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 845 00000100:00100000:2.0:1715206675.855040:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+488:2000:x1798523591766016:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:2.0:1715206675.855070:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.855077:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083015f80/0xb73f6b2ce2c368e1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a221 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.855093:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.855098:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855102:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855108:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.855112:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855116:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855139:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014000/0xb73f6b2ce2c368f6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.855143:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083014000/0xb73f6b2ce2c368f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855146:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014000/0xb73f6b2ce2c368f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00000004:00200000:2.0:1715206675.855160:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d56:0x0]: returning size 14984 00000004:00200000:2.0:1715206675.855162:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.855168:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880083014000/0xb73f6b2ce2c368f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855173:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083014000/0xb73f6b2ce2c368f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855176:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855179:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855182:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855184:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.855186:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855189:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855194:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:2.0:1715206675.855195:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.855197:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855200:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c368e8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855205:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855208:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855211:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855214:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830161c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.855215:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855218:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855221:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x4b9bf994 (ffff880096a76200) 00010000:00010000:2.0:1715206675.855222:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.855223:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855226:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c368ef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.855237:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083015f80/0xb73f6b2ce2c368e1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a221 expref: 490 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.855242:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014000/0xb73f6b2ce2c368f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a221 expref: 489 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.855246:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff88011f2f5000) 00010000:00010000:2.0:1715206675.855247:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.855248:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014000, rc 0) 00000100:00100000:2.0:1715206675.855275:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+489:2000:x1798523591766016:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 233us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.855280:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 845 00000100:00100000:0.0:1715206675.855422:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.855457:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766144 00000100:00100000:3.0:1715206675.855460:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766144 00000100:00100000:3.0:1715206675.855476:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572731 00000100:00100000:3.0:1715206675.855481:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+489:13029:x1798523591766144:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.855497:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206675.855505:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c368be lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a213 expref: 489 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.855516:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb7840/0xb73f6b2ce2c2bb69 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a75 expref: 488 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.855523:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff88009628df00) 00010000:00010000:3.0:1715206675.855531:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8eac0/0xb73f6b2ce2c35bf2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1aa expref: 487 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.855542:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:3.0:1715206675.855545:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.855552:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.855557:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855563:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855570:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.855575:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855579:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855606:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.855610:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855613:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00000040:00080000:3.0:1715206675.855690:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3715, 64 off245952 00010000:00010000:3.0:1715206675.855708:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.855716:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855719:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855723:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855726:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855729:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855731:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855734:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.855735:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855738:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855742:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff8800935e1000) 00010000:00010000:3.0:1715206675.855743:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.855744:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855747:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092231440/0xb73f6b2ce2c36912 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d4e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855755:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855759:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855762:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855764:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922321c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.855766:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855768:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855771:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4e:0x0].0x0 (ffff8800935e1000) 00010000:00010000:3.0:1715206675.855772:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.855774:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855776:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922321c0/0xb73f6b2ce2c3690b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d4e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855818:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855822:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855824:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855827:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.855828:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855834:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855838:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:3.0:1715206675.855839:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.855840:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855842:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c368fd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000004:00010000:3.0:1715206675.855847:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c67480 reply state ffff88012b06a000 transno 4295216735 ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855851:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.855854:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x7fa9a95 (ffff88008d54cd00) 00010000:00010000:3.0:1715206675.855856:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.855857:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.855887:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+488:13029:x1798523591766144:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 405us (464us total) trans 4295216735 rc 0/0 00000100:00100000:3.0:1715206675.855893:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572731 00000100:00100000:0.0:1715206675.856596:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.856662:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766208 00000100:00100000:2.0:1715206675.856666:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766208 00000100:00100000:2.0:1715206675.856688:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 846 00000100:00100000:2.0:1715206675.856692:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+488:2003:x1798523591766208:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:2.0:1715206675.856705:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.856711:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083015680/0xb73f6b2ce2c36919 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a228 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.856727:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.856732:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856736:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856742:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.856746:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856749:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856769:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c3692e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:2.0:1715206675.856773:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c3692e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856777:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c3692e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00000004:00200000:2.0:1715206675.856791:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x11d57:0x0]: returning size 14984 00000004:00200000:2.0:1715206675.856793:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206675.856798:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c3692e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856802:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c3692e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856806:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856808:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856811:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856814:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.856815:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856818:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856823:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:2.0:1715206675.856825:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.856827:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856829:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083014240/0xb73f6b2ce2c36920 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856835:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856838:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856841:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856844:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.856845:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856848:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856851:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x4b9bf994 (ffff880096a76400) 00010000:00010000:2.0:1715206675.856852:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.856853:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856856:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083017180/0xb73f6b2ce2c36927 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:2.0:1715206675.856866:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083015680/0xb73f6b2ce2c36919 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a228 expref: 490 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.856872:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c3692e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a228 expref: 489 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.856875:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8800901b0900) 00010000:00010000:2.0:1715206675.856877:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206675.856878:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800830158c0, rc 0) 00000100:00100000:2.0:1715206675.856906:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+489:2003:x1798523591766208:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 213us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.856911:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 846 00000100:00100000:0.0:1715206675.858007:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.858039:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.858069:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766464 00000100:00100000:3.0:1715206675.858074:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766464 00000100:00100000:3.0:1715206675.858097:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766336 00000100:00100000:3.0:1715206675.858100:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766336 00000100:00100000:3.0:1715206675.858114:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572732 00000100:00100000:3.0:1715206675.858118:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+490:13029:x1798523591766464:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.858135:0:8278:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206675.858140:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572733 00010000:00010000:3.0:1715206675.858145:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb46c0/0xb73f6b2ce2c2b42a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10075:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582867ea expref: 490 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206675.858146:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+490:13030:x1798523591766336:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.858153:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10075:0x0].0x0 (ffff88012dc58800) 00010000:00010000:3.0:1715206675.858158:0:8278:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.858164:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.858164:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206675.858170:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858172:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c368da lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a21a expref: 489 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.858174:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858179:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.858182:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858186:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858194:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80000/0xb73f6b2ce2c2bb70 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a7c expref: 488 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.858200:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4f:0x0].0x0 (ffff88008d6f4900) 00010000:00010000:1.0:1715206675.858207:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8e880/0xb73f6b2ce2c35cee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1db expref: 487 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.858212:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:3.0:1715206675.858213:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206675.858214:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.858220:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858221:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.858226:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858226:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858233:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858238:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.858241:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858245:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858269:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.858273:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858276:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:3.0:1715206675.858357:0:8278:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3713, 64 off245824 00000040:00080000:1.0:1715206675.858371:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3714, 64 off245888 00010000:00010000:3.0:1715206675.858376:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206675.858382:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858386:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858389:0:8278:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858390:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.858392:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858395:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858395:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858413:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858416:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858417:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858419:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.858421:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858422:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858424:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858425:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858428:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858429:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10075:0x0].0x0 (ffff8800935e1200) 00010000:00010000:3.0:1715206675.858430:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.858431:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.858432:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858433:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858435:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092230900/0xb73f6b2ce2c3695f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10075:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858436:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858439:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4f:0x0].0x0 (ffff880096a4ac00) 00010000:00010000:1.0:1715206675.858441:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.858442:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858444:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858445:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36966 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858448:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858451:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858453:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.858455:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858455:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858457:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858458:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858461:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10075:0x0].0x0 (ffff8800935e1200) 00010000:00010000:1.0:1715206675.858461:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858462:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.858463:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858464:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.858465:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858466:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36943 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10075:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858469:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858472:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d4f:0x0].0x0 (ffff880096a4ac00) 00010000:00010000:1.0:1715206675.858473:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.858475:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858477:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de640/0xb73f6b2ce2c36958 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858500:0:8278:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858503:0:8278:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858506:0:8278:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206675.858509:0:8278:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.858510:0:8278:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858514:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858516:0:8278:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858517:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858520:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:1.0:1715206675.858520:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858521:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.858522:0:8278:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858523:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dcfc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.858524:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092230240/0xb73f6b2ce2c36935 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858524:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858527:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206675.858528:0:8278:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c65c00 reply state ffff880121911000 transno 4295216736 ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858530:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:1.0:1715206675.858531:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.858533:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206675.858533:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.858537:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x37eb7f65 (ffff8800935e1100) 00010000:00010000:3.0:1715206675.858538:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.858539:0:8278:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206675.858543:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c3694a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.858547:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c66d80 reply state ffff88012c95d000 transno 4295216737 ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858552:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.858555:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x7fa9a95 (ffff880096a4af00) 00010000:00010000:1.0:1715206675.858556:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.858557:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.858570:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+490:13029:x1798523591766464:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 450us (563us total) trans 4295216736 rc 0/0 00000100:00100000:3.0:1715206675.858577:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572732 00000100:00100000:1.0:1715206675.858579:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+490:13030:x1798523591766336:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 432us (541us total) trans 4295216737 rc 0/0 00000100:00100000:1.0:1715206675.858583:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572733 00000100:00100000:0.0:1715206675.860629:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.860696:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766592 00000100:00100000:1.0:1715206675.860701:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766592 00000100:00100000:1.0:1715206675.860724:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572734 00000100:00100000:1.0:1715206675.860728:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+489:13030:x1798523591766592:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.860748:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.860756:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb73c0/0xb73f6b2ce2c2b415 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10074:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582867e3 expref: 489 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.860764:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10074:0x0].0x0 (ffff8800909c3e00) 00010000:00010000:1.0:1715206675.860768:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.860775:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.860780:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860784:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860790:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.860793:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860797:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860817:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.860821:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860824:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:1.0:1715206675.860884:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3716, 64 off246016 00010000:00010000:1.0:1715206675.860900:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.860904:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860908:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860911:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860917:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860920:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860923:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860925:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833deac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.860927:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860930:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860934:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10074:0x0].0x0 (ffff880096a4a100) 00010000:00010000:1.0:1715206675.860935:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.860936:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860939:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36982 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10074:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860947:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860950:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860953:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860955:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.860957:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860960:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860964:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10074:0x0].0x0 (ffff880096a4a100) 00010000:00010000:1.0:1715206675.860965:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.860966:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.860969:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df180/0xb73f6b2ce2c3697b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10074:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861001:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861004:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861007:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861009:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd8c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.861010:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861013:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861017:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:1.0:1715206675.861018:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.861019:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861024:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c3696d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.861028:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c65880 reply state ffff88012c95c000 transno 4295216738 ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861032:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.861035:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x37eb7f65 (ffff880096a4a200) 00010000:00010000:1.0:1715206675.861047:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.861048:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.861098:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+490:13030:x1798523591766592:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 368us (469us total) trans 4295216738 rc 0/0 00000100:00100000:1.0:1715206675.861102:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572734 00000100:00100000:0.0:1715206675.861887:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.861954:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766720 00000100:00100000:1.0:1715206675.861958:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766720 00000100:00100000:1.0:1715206675.861982:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572735 00000100:00100000:1.0:1715206675.861986:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+490:13029:x1798523591766720:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.862002:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.862010:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800922361c0/0xb73f6b2ce2c2bfa6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10079:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bda expref: 490 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.862018:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10079:0x0].0x0 (ffff8800909c3000) 00010000:00010000:1.0:1715206675.862024:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.862030:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.862036:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862040:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862046:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.862049:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862075:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862100:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.862104:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862108:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:1.0:1715206675.862165:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3717, 64 off246080 00010000:00010000:1.0:1715206675.862180:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.862184:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862188:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862191:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862197:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862200:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862203:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862206:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df3c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.862207:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862210:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862214:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10079:0x0].0x0 (ffff88008d54c200) 00010000:00010000:1.0:1715206675.862215:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.862217:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862220:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c3699e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10079:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862228:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862231:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862234:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862236:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dc000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.862238:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862241:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862244:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10079:0x0].0x0 (ffff88008d54c200) 00010000:00010000:1.0:1715206675.862246:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.862247:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862249:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36997 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10079:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862281:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862285:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862287:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862290:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.862291:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862294:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862298:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:1.0:1715206675.862299:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.862300:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862305:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36989 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.862309:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c64e00 reply state ffff8800901f0000 transno 4295216739 ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862313:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.862317:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xbfc2eca6 (ffff880096a4a800) 00010000:00010000:1.0:1715206675.862318:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.862319:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.862349:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+491:13029:x1798523591766720:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 362us (463us total) trans 4295216739 rc 0/0 00000100:00100000:1.0:1715206675.862353:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572735 00000100:00100000:0.0:1715206675.864164:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.864201:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766848 00000100:00100000:1.0:1715206675.864205:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766848 00000100:00100000:1.0:1715206675.864228:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572736 00000100:00100000:1.0:1715206675.864231:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+491:13030:x1798523591766848:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.864248:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.864257:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800924c8000/0xb73f6b2ce2c2bf9f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10078:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286bd3 expref: 491 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.864266:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10078:0x0].0x0 (ffff880096a76f00) 00010000:00010000:1.0:1715206675.864270:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.864277:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.864282:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864287:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864292:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.864296:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864299:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864320:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.864323:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864327:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:1.0:1715206675.864384:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3715, 64 off245952 00010000:00010000:1.0:1715206675.864413:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.864418:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864422:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864425:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864431:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864434:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864437:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864439:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833def40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.864441:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864444:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864448:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10078:0x0].0x0 (ffff880123742500) 00010000:00010000:1.0:1715206675.864449:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.864451:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864453:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833def40/0xb73f6b2ce2c369ba lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10078:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864462:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864465:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864468:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864471:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.864473:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864476:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864479:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10078:0x0].0x0 (ffff880123742500) 00010000:00010000:1.0:1715206675.864480:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.864482:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864484:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c369b3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10078:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864519:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864523:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864525:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864528:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.864529:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864532:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864536:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:1.0:1715206675.864537:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.864539:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864544:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dd680/0xb73f6b2ce2c369a5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.864548:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c66680 reply state ffff8800901f4000 transno 4295216740 ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864552:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.864555:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xbfc2eca6 (ffff880123742400) 00010000:00010000:1.0:1715206675.864556:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.864557:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.864587:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+492:13030:x1798523591766848:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 354us (424us total) trans 4295216740 rc 0/0 00000100:00100000:1.0:1715206675.864591:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572736 00000100:00100000:0.0:1715206675.866655:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.866726:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591766976 00000100:00100000:1.0:1715206675.866734:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591766976 00000100:00100000:1.0:1715206675.866763:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572737 00000100:00100000:1.0:1715206675.866767:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+492:13029:x1798523591766976:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.866784:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.866792:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80240/0xb73f6b2ce2c2b9f6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10076:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869e9 expref: 492 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.866801:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10076:0x0].0x0 (ffff88012dc58a00) 00010000:00010000:1.0:1715206675.866805:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.866812:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.866817:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866821:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866827:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.866831:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866834:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866855:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.866858:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866861:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:1.0:1715206675.866927:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3718, 64 off246144 00010000:00010000:1.0:1715206675.866945:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.866950:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866954:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866958:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866973:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866976:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866979:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866982:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929846c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.866984:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866986:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866990:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10076:0x0].0x0 (ffff88009404e100) 00010000:00010000:1.0:1715206675.866992:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.866993:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.866996:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929846c0/0xb73f6b2ce2c369d6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10076:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867005:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867007:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867010:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867013:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.867015:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867018:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867022:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10076:0x0].0x0 (ffff88009404e100) 00010000:00010000:1.0:1715206675.867023:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.867024:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867026:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984d80/0xb73f6b2ce2c369cf lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10076:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867076:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867079:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867082:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867085:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.867086:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867089:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867093:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:1.0:1715206675.867094:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.867096:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867101:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929873c0/0xb73f6b2ce2c369c1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.867105:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c64000 reply state ffff8800901f6000 transno 4295216741 ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867109:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867113:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x3d99db37 (ffff88009404ed00) 00010000:00010000:1.0:1715206675.867114:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.867115:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.867144:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+493:13029:x1798523591766976:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 377us (491us total) trans 4295216741 rc 0/0 00000100:00100000:1.0:1715206675.867149:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572737 00000100:00100000:0.0:1715206675.867613:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.867656:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767104 00000100:00100000:1.0:1715206675.867661:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767104 00000100:00100000:1.0:1715206675.867690:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572738 00000100:00100000:1.0:1715206675.867694:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+493:13030:x1798523591767104:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.867709:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206675.867718:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090bb5f80/0xb73f6b2ce2c2ba04 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10077:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582869f0 expref: 493 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.867726:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10077:0x0].0x0 (ffff8800909c3a00) 00010000:00010000:1.0:1715206675.867730:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.867737:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.867742:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867747:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867753:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.867756:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867759:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867780:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.867784:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867787:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:1.0:1715206675.867844:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3716, 64 off246016 00010000:00010000:1.0:1715206675.867859:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.867864:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867868:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867871:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867877:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867879:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867882:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867885:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.867886:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867889:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867893:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10077:0x0].0x0 (ffff88008d54c600) 00010000:00010000:1.0:1715206675.867895:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.867896:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867899:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985b00/0xb73f6b2ce2c369f2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10077:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867907:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867910:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867913:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867916:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.867917:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867921:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867924:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10077:0x0].0x0 (ffff88008d54c600) 00010000:00010000:1.0:1715206675.867925:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.867926:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867929:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985680/0xb73f6b2ce2c369eb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10077:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867960:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867963:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867966:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867968:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.867970:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867972:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867976:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:1.0:1715206675.867977:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.867978:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867984:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984900/0xb73f6b2ce2c369dd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.867988:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c67100 reply state ffff8800901f2000 transno 4295216742 ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867992:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.867996:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x3d99db37 (ffff88009404eb00) 00010000:00010000:1.0:1715206675.867997:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.867998:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.868039:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+494:13030:x1798523591767104:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 344us (426us total) trans 4295216742 rc 0/0 00000100:00100000:1.0:1715206675.868043:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572738 00000100:00100000:0.0:1715206675.870382:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.870447:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767232 00000100:00100000:1.0:1715206675.870452:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767232 00000100:00100000:1.0:1715206675.870474:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572739 00000100:00100000:1.0:1715206675.870478:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+494:13029:x1798523591767232:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.870495:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.870504:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083014000/0xb73f6b2ce2c368f6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d56:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a221 expref: 494 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.870514:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092559b00/0xb73f6b2ce2c2c61a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d56:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e1f expref: 493 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.870519:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff88011f2f5000) 00010000:00010000:1.0:1715206675.870524:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.870531:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.870536:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870540:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870545:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.870548:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870551:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870573:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.870576:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870580:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:1.0:1715206675.870635:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3717, 64 off246080 00010000:00010000:1.0:1715206675.870650:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.870654:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870658:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870665:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870667:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870670:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870673:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870676:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.870677:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870680:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870684:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff8801310aab00) 00010000:00010000:1.0:1715206675.870685:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.870687:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870689:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984b40/0xb73f6b2ce2c36a0e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d56:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870698:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870701:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870706:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870709:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.870710:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870713:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870716:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d56:0x0].0x0 (ffff8801310aab00) 00010000:00010000:1.0:1715206675.870717:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.870718:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870721:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987a80/0xb73f6b2ce2c36a07 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d56:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870753:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870756:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870759:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870761:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929858c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.870763:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870765:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870770:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:1.0:1715206675.870771:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.870772:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870775:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929858c0/0xb73f6b2ce2c369f9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.870779:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c66a00 reply state ffff8800901f1000 transno 4295216743 ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870783:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.870786:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x4b9bf994 (ffff88008d54c100) 00010000:00010000:1.0:1715206675.870787:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.870788:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.870819:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+494:13029:x1798523591767232:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 339us (438us total) trans 4295216743 rc 0/0 00000100:00100000:1.0:1715206675.870823:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572739 00000100:00100000:0.0:1715206675.871047:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.871075:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767360 00000100:00100000:1.0:1715206675.871078:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767360 00000100:00100000:1.0:1715206675.871092:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572740 00000100:00100000:1.0:1715206675.871096:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+494:13030:x1798523591767360:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.871108:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1715206675.871115:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c3692e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11d57:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a228 expref: 494 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.871123:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8fa80/0xb73f6b2ce2c2c628 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x11d57:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286e26 expref: 493 pid: 18825 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.871128:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8800901b0900) 00010000:00010000:1.0:1715206675.871132:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.871137:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.871141:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871145:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871150:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.871153:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871156:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871174:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.871178:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871181:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:1.0:1715206675.871230:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3719, 64 off246208 00010000:00010000:1.0:1715206675.871244:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.871251:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871255:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871258:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871261:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871264:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871267:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871269:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.871271:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871274:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871277:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8801310aaa00) 00010000:00010000:1.0:1715206675.871278:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.871280:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871282:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c36a2a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11d57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871290:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871293:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871296:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871298:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.871300:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871302:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871305:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11d57:0x0].0x0 (ffff8801310aaa00) 00010000:00010000:1.0:1715206675.871306:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.871308:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871310:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c36a23 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11d57:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871338:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871341:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871344:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871346:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.871347:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871353:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871356:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:1.0:1715206675.871357:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.871359:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871362:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987600/0xb73f6b2ce2c36a15 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:1.0:1715206675.871366:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c64700 reply state ffff8800901f5000 transno 4295216744 ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871370:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206675.871373:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x4b9bf994 (ffff8801310aa700) 00010000:00010000:1.0:1715206675.871374:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.871375:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.871414:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+494:13030:x1798523591767360:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 317us (369us total) trans 4295216744 rc 0/0 00000100:00100000:1.0:1715206675.871419:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572740 00000100:00100000:0.0:1715206675.872806:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.872874:0:18663:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767424 00000100:00100000:2.0:1715206675.872878:0:18663:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767424 00000100:00100000:2.0:1715206675.872902:0:18663:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117803 00000100:00100000:2.0:1715206675.872906:0:18663:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13029:x1798523591767424:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:0.0:1715206675.873537:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.873564:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767488 00000100:00100000:2.0:1715206675.873567:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767488 00000100:00100000:2.0:1715206675.873587:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117804 00000100:00100000:2.0:1715206675.873590:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591767488:12345-192.168.203.35@tcp:37:dbench.0 00000100:00100000:3.0:1715206675.874273:0:18663:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591767424:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1364us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.874280:0:18663:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117803 00000100:00100000:2.0:1715206675.874955:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13030:x1798523591767488:12345-192.168.203.35@tcp:37:dbench.0 Request processed in 1361us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.874961:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117804 00000100:00100000:0.0:1715206675.876598:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.876643:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767616 00000100:00100000:1.0:1715206675.876647:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767616 00000100:00100000:1.0:1715206675.876670:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572741 00000100:00100000:1.0:1715206675.876674:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13029:x1798523591767616:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:1.0:1715206675.876689:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1715206675.876699:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5edb00/0xb73f6b2ce2c2459d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284609 expref: 236 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.876718:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117840/0xb73f6b2ce24e24f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801adf2 expref: 235 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.876725:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8800b4962700) 00010000:00010000:1.0:1715206675.876733:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116640/0xb73f6b2ce2c35c69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1b1 expref: 234 pid: 7132 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.876738:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:1.0:1715206675.876740:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.876747:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876752:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876756:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876762:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876765:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876768:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876791:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876794:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876798:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:1.0:1715206675.876866:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8298, 64 off539264 00010000:00010000:1.0:1715206675.876883:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876887:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876891:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876895:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876898:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876901:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876904:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876906:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206675.876908:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876911:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876915:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8801310aa800) 00010000:00010000:1.0:1715206675.876916:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1715206675.876918:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876921:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c36a46 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876929:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876932:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876935:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876938:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.876939:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876942:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876945:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8801310aa800) 00010000:00010000:1.0:1715206675.876946:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1715206675.876947:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876950:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13b180/0xb73f6b2ce2c36a3f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876987:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876990:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876995:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.876998:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206675.876999:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.877002:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.877006:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:1.0:1715206675.877007:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206675.877008:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.877010:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138d80/0xb73f6b2ce2c36a31 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:1.0:1715206675.877014:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c65500 reply state ffff8800901f3000 transno 4295059993 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.877018:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.877022:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xf61990e9 (ffff8801310aa000) 00010000:00010000:1.0:1715206675.877023:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206675.877024:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1715206675.877069:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13029:x1798523591767616:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 379us (457us total) trans 4295059993 rc 0/0 00000100:00100000:1.0:1715206675.877074:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572741 00000100:00100000:0.0:1715206675.877233:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.877244:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767744 00000100:00100000:1.0:1715206675.877247:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767744 00000100:00100000:0.0:1715206675.877253:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206675.877268:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767808 00000100:00100000:1.0:1715206675.877270:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767808 00000100:00100000:1.0:1715206675.877279:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572742 00000100:00100000:1.0:1715206675.877282:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13030:x1798523591767744:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.877287:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572743 00000100:00100000:3.0:1715206675.877292:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13654:x1798523591767808:12345-192.168.203.35@tcp:101:ll_sa.0 00010000:00010000:1.0:1715206675.877296:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206675.877300:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206675.877303:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c245a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284610 expref: 236 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.877308:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a22f expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.877312:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115d40/0xb73f6b2ce24e2506 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801adf9 expref: 235 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.877317:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff880096a76e00) 00010000:00010000:3.0:1715206675.877322:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 235 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.877330:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 235 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.877330:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c35cd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a1e2 expref: 235 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.877334:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206675.877336:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.877337:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092233cc0, rc 0) 00010000:00010000:1.0:1715206675.877337:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:1.0:1715206675.877338:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206675.877344:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206675.877350:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 234 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.877354:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.877364:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13654:x1798523591767808:12345-192.168.203.35@tcp:101:ll_sa.0 Request processed in 71us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.877368:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572743 00010000:00010000:1.0:1715206675.877368:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 234 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206675.877379:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 233 pid: 16094 timeout: 1126 lvb_type: 0 00000100:00100000:1.0:1715206675.877386:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524853440:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206675.877428:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e39ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206675.878217:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524853440:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206675.878229:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.878602:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.878675:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591767872 00000100:00100000:2.0:1715206675.878680:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591767872 00000100:00100000:2.0:1715206675.878704:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117805 00000100:00100000:2.0:1715206675.878710:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13654:x1798523591767872:12345-192.168.203.35@tcp:37:ll_sa.0 00000100:00100000:2.0:1715206675.880205:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13654:x1798523591767872:12345-192.168.203.35@tcp:37:ll_sa.0 Request processed in 1493us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.880211:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117805 00000100:00100000:0.0:1715206675.881679:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.881752:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768064 00000100:00100000:2.0:1715206675.881757:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768064 00010000:00010000:2.0:1715206675.881769:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 234 pid: 16094 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.881792:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158708 00000100:00100000:2.0:1715206675.881796:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+234:2001:x1798523591768064:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.881801:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.881804:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 234 pid: 16094 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.881810:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 234 pid: 16094 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.881819:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36a4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a22f expref: 234 pid: 16094 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.881826:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:2.0:1715206675.881828:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.881832:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.881835:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.881849:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.881869:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.881874:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+233:2001:x1798523591768064:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 78us (197us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206675.881877:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.881878:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158708 00010000:00010000:0.0:1715206675.881890:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.881898:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.881904:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.881933:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.881938:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.881941:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:0.0:1715206675.882009:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8299, 64 off539328 00010000:00010000:0.0:1715206675.882025:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882030:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882034:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882037:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882040:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882043:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882046:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882049:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084d200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206675.882050:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882071:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882076:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff88009401d900) 00010000:00010000:0.0:1715206675.882077:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206675.882079:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882085:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36a69 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882102:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882105:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882108:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882111:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.882112:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882115:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882119:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff88009401d900) 00010000:00010000:0.0:1715206675.882120:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206675.882121:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882124:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36a62 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882158:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882161:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882164:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882167:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.882169:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882172:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882176:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:0.0:1715206675.882177:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.882178:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882180:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c36a54 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:0.0:1715206675.882184:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880133c67b80 reply state ffff88011fed4000 transno 4295059994 ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882188:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882192:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xf61990e9 (ffff88009401df00) 00010000:00010000:0.0:1715206675.882193:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206675.882194:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206675.882232:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13030:x1798523591767744:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 4948us (5000us total) trans 4295059994 rc 0/0 00000100:00100000:0.0:1715206675.882236:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572742 00000100:00100000:2.0:1715206675.882313:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.882331:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768000 00000100:00100000:0.0:1715206675.882334:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768000 00000100:00100000:0.0:1715206675.882351:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572744 00000100:00100000:0.0:1715206675.882354:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+234:13029:x1798523591768000:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:0.0:1715206675.882369:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.882376:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b400c000/0xb73f6b2ce2c2385a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284163 expref: 234 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.882383:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff88008d54c800) 00010000:00010000:0.0:1715206675.882386:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.882392:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882411:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882418:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882424:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882439:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882442:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882461:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882464:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882467:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:0.0:1715206675.882519:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8300, 64 off539392 00010000:00010000:0.0:1715206675.882533:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882538:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882541:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882545:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882548:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882550:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882553:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882556:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084c240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206675.882557:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882560:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882563:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff88009401d700) 00010000:00010000:0.0:1715206675.882564:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206675.882566:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882569:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36a85 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882579:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882582:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882585:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882588:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.882589:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882592:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882595:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff88009401d700) 00010000:00010000:0.0:1715206675.882596:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206675.882597:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882599:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36a7e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882629:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882632:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882635:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882637:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084eac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.882639:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882642:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882646:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:0.0:1715206675.882647:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.882648:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882650:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36a70 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:0.0:1715206675.882654:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009fbf7800 reply state ffff880135347000 transno 4295059995 ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882658:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.882661:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x92de3403 (ffff88009401d500) 00010000:00010000:0.0:1715206675.882662:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206675.882663:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206675.882696:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13029:x1798523591768000:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 341us (382us total) trans 4295059995 rc 0/0 00000100:00100000:0.0:1715206675.882700:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572744 00010000:00010000:2.0:1715206675.884164:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206675.885178:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.885244:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768192 00000100:00100000:2.0:1715206675.885248:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768192 00000100:00100000:2.0:1715206675.885271:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572745 00000100:00100000:2.0:1715206675.885275:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+235:13030:x1798523591768192:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.885293:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.885302:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c23868 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828416a expref: 235 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.885310:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff88008d54c900) 00010000:00010000:2.0:1715206675.885314:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.885320:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885325:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885329:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885334:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x92de3403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885337:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885340:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885360:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885364:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885369:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:2.0:1715206675.885447:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8299, 64 off539328 00010000:00010000:2.0:1715206675.885467:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885474:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885480:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885485:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885490:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885496:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885501:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885506:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.885509:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885514:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885521:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff880096a76000) 00010000:00010000:2.0:1715206675.885524:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.885527:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885532:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36aa1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885544:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885549:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885554:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885558:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.885561:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885564:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885569:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff880096a76000) 00010000:00010000:2.0:1715206675.885570:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.885572:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885575:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36a9a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885611:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885614:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885620:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885623:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.885624:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885627:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885630:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:2.0:1715206675.885631:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.885633:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885635:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36a8c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.885636:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00010000:2.0:1715206675.885639:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c970380 reply state ffff88008ecaa000 transno 4295059996 ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885643:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885647:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x92de3403 (ffff880096a76400) 00010000:00010000:2.0:1715206675.885648:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.885649:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.885679:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13030:x1798523591768192:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 403us (502us total) trans 4295059996 rc 0/0 00000100:00100000:2.0:1715206675.885683:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572745 00000100:00100000:2.0:1715206675.885692:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768320 00000100:00100000:2.0:1715206675.885694:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768320 00000100:00100000:2.0:1715206675.885703:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572746 00000100:00100000:2.0:1715206675.885705:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+236:13029:x1798523591768320:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.885718:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.885726:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092559440/0xb73f6b2ce2c241de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582844c0 expref: 236 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.885732:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff880095dd8500) 00010000:00010000:2.0:1715206675.885735:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.885740:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885745:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885748:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885753:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885756:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885759:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885775:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885779:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885785:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:2.0:1715206675.885838:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8301, 64 off539456 00010000:00010000:2.0:1715206675.885851:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885856:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885860:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885863:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885866:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885869:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885872:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885874:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.885876:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885879:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885882:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff880096a76f00) 00010000:00010000:2.0:1715206675.885883:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.885893:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 3/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885896:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36abd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885904:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885907:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885910:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885912:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.885914:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885916:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885919:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff880096a76f00) 00010000:00010000:2.0:1715206675.885920:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.885922:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885924:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36ab6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885951:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885955:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885960:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885962:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830161c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.885964:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885966:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885970:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:2.0:1715206675.885971:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.885972:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885974:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36aa8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.885978:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c970700 reply state ffff88009425c000 transno 4295059997 ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885982:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.885985:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x66c02682 (ffff880096a76900) 00010000:00010000:2.0:1715206675.885986:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.885987:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.886015:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13029:x1798523591768320:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 308us (379us total) trans 4295059997 rc 0/0 00000100:00100000:2.0:1715206675.886019:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572746 00000100:00100000:0.0:1715206675.888631:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.888667:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768448 00000100:00100000:2.0:1715206675.888671:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768448 00000100:00100000:2.0:1715206675.888692:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572747 00000100:00100000:2.0:1715206675.888696:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+237:13030:x1798523591768448:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.888713:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.888723:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38eac0/0xb73f6b2ce2c241d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582844b9 expref: 237 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.888731:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff880095dd8b00) 00010000:00010000:2.0:1715206675.888735:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.888741:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888747:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888751:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888756:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x66c02682 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888760:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888763:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888783:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888786:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888792:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.888846:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000040:00080000:2.0:1715206675.888849:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8300, 64 off539392 00010000:00010000:2.0:1715206675.888863:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888868:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.888870:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768576 00010000:00010000:2.0:1715206675.888871:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.888874:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768576 00010000:00010000:2.0:1715206675.888875:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888878:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888881:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888884:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888887:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.888888:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888891:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.888892:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572748 00010000:00010000:2.0:1715206675.888895:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff88009353d700) 00000100:00100000:3.0:1715206675.888896:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13029:x1798523591768576:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.888896:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.888898:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888901:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36ad9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888910:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.888912:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.888913:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888916:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888919:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830158c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.888920:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.888921:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db1f80/0xb73f6b2ce2c230b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283eb5 expref: 238 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.888923:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888926:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff88009353d700) 00010000:00010000:2.0:1715206675.888927:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.888928:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888931:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36ad2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.888938:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff88009349d500) 00010000:00010000:3.0:1715206675.888942:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.888950:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.888955:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.888960:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.888962:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.888966:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.888966:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.888969:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.888971:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.888972:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.888974:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.888975:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888978:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888981:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:2.0:1715206675.888982:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.888983:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888986:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ac4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.888990:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c970a80 reply state ffff88009425d000 transno 4295059998 ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.888994:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.888995:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.888997:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x66c02682 (ffff880096a76200) 00010000:00010000:2.0:1715206675.888998:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.888999:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:2.0:1715206675.888999:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.889002:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000100:00100000:2.0:1715206675.889031:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+238:13030:x1798523591768448:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 333us (400us total) trans 4295059998 rc 0/0 00000100:00100000:2.0:1715206675.889035:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572747 00000040:00080000:3.0:1715206675.889081:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8302, 64 off539520 00010000:00010000:3.0:1715206675.889098:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889103:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889107:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889110:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889113:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889117:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889120:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889122:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922333c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.889124:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889127:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889131:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8800935e1b00) 00010000:00010000:3.0:1715206675.889132:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.889134:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889137:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36af5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889145:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889148:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889150:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889153:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.889155:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889160:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889164:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8800935e1b00) 00010000:00010000:3.0:1715206675.889165:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.889166:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889169:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36aee lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889202:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889205:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889208:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889210:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.889212:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889214:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889218:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:3.0:1715206675.889219:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.889220:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889223:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36ae0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:3.0:1715206675.889227:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c970e00 reply state ffff880121917000 transno 4295059999 ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889231:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.889234:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x3dce1c64 (ffff8800935e1800) 00010000:00010000:3.0:1715206675.889245:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.889246:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.889278:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13029:x1798523591768576:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 380us (431us total) trans 4295059999 rc 0/0 00000100:00100000:3.0:1715206675.889283:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572748 00000100:00100000:0.0:1715206675.892036:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.892103:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768704 00000100:00100000:3.0:1715206675.892108:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768704 00000100:00100000:3.0:1715206675.892125:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572749 00000100:00100000:3.0:1715206675.892128:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13030:x1798523591768704:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:0.0:1715206675.892141:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206675.892146:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.892155:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d538000/0xb73f6b2ce2c23081 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283ea0 expref: 239 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.892163:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff88009628d700) 00000100:00100000:0.0:1715206675.892164:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591768832 00010000:00010000:3.0:1715206675.892167:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206675.892167:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591768832 00010000:00010000:3.0:1715206675.892174:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892180:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206675.892181:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572750 00010000:00010000:3.0:1715206675.892184:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206675.892184:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+239:13029:x1798523591768832:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.892190:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892193:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892196:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892201:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.892210:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c23e34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284370 expref: 239 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.892217:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892217:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff880095dd8000) 00010000:00010000:3.0:1715206675.892220:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892222:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.892223:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892229:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892234:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892238:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892243:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892246:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892249:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892279:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.892282:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8301, 64 off539456 00010000:00010000:0.0:1715206675.892283:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892287:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892298:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892302:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892306:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892310:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892313:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892318:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892321:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892324:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.892325:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892328:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892332:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8800935e1900) 00010000:00010000:3.0:1715206675.892333:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.892335:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892338:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36b26 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00000040:00080000:0.0:1715206675.892344:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8303, 64 off539584 00010000:00010000:3.0:1715206675.892346:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892349:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892352:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892354:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922306c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.892356:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892360:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892362:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892365:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8800935e1900) 00010000:00010000:0.0:1715206675.892365:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892366:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.892367:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892369:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892370:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36b0a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892372:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892375:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892378:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892381:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892384:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084db00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206675.892385:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892388:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892392:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff88009401dc00) 00010000:00010000:0.0:1715206675.892394:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206675.892395:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892415:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c36b2d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892420:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892424:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892425:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892427:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892429:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092233840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.892429:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892431:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892432:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892433:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892434:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.892436:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892437:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206675.892438:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.892439:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892440:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892442:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36afc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892442:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff88009401dc00) 00010000:00010000:0.0:1715206675.892443:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206675.892445:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.892447:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c971180 reply state ffff880121914000 transno 4295060000 ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.892447:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c36b1f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.892452:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.892456:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x3dce1c64 (ffff8800935e1400) 00010000:00010000:3.0:1715206675.892457:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.892458:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206675.892482:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892485:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.892490:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13030:x1798523591768704:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 360us (455us total) trans 4295060000 rc 0/0 00010000:00010000:0.0:1715206675.892491:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.892494:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572749 00010000:00010000:0.0:1715206675.892494:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084d200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.892495:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892498:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892501:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:0.0:1715206675.892502:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.892504:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892506:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c36b11 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:0.0:1715206675.892510:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c971500 reply state ffff88008da2f000 transno 4295060001 ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892514:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.892517:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xd60d7337 (ffff88009401dd00) 00010000:00010000:0.0:1715206675.892519:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206675.892520:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1715206675.892539:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+241:13029:x1798523591768832:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 354us (398us total) trans 4295060001 rc 0/0 00000100:00100000:0.0:1715206675.892543:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572750 00000100:00100000:0.0:1715206675.895608:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.895633:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.895671:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769024 00000100:00100000:2.0:1715206675.895676:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769024 00000100:00100000:2.0:1715206675.895696:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769088 00000100:00100000:2.0:1715206675.895697:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769088 00000100:00100000:3.0:1715206675.895702:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572751 00000100:00100000:3.0:1715206675.895707:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+242:13030:x1798523591769024:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.895715:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572752 00000100:00100000:2.0:1715206675.895718:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+242:13029:x1798523591769088:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.895725:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.895734:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.895735:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39680/0xb73f6b2ce2c23e2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284369 expref: 242 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.895742:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff880095dd8200) 00010000:00010000:2.0:1715206675.895743:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f2886c0/0xb73f6b2ce2c233c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283fb8 expref: 241 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.895747:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.895752:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff880096a76600) 00010000:00010000:3.0:1715206675.895754:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895756:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.895760:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895763:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895764:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895768:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895769:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895773:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895773:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895776:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895778:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895781:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895785:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895796:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895800:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895803:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895807:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895811:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895815:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000040:00080000:3.0:1715206675.895861:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8302, 64 off539520 00000040:00080000:2.0:1715206675.895876:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8303, 64 off539584 00010000:00010000:3.0:1715206675.895877:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895882:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895886:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895889:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895892:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895893:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895895:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895897:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895898:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895902:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.895902:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895903:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895905:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895907:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895909:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895911:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8800935e1000) 00010000:00010000:2.0:1715206675.895911:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895912:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.895913:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895914:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895916:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36b5e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895917:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.895918:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895921:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895925:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895925:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff88009349d200) 00010000:00010000:2.0:1715206675.895927:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.895928:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895929:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895930:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895932:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36b65 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895933:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.895934:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895937:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895941:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8800935e1000) 00010000:00010000:2.0:1715206675.895941:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895942:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.895944:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895944:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895947:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36b50 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895947:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895950:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.895951:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895954:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895957:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff88009349d200) 00010000:00010000:2.0:1715206675.895958:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.895959:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.895962:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36b57 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895978:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895982:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895985:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895987:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.895989:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895992:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.895995:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206675.895996:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.895996:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.895998:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.895999:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.896000:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36b34 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:3.0:1715206675.896004:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c971880 reply state ffff880121912000 transno 4295060002 ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.896005:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.896008:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.896008:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.896010:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.896011:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.896014:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xd60d7337 (ffff8800935e1a00) 00010000:00010000:2.0:1715206675.896014:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.896015:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.896017:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.896018:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:2.0:1715206675.896019:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.896020:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.896023:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36b3b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:2.0:1715206675.896027:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c971c00 reply state ffff88009425a000 transno 4295060003 ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.896031:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.896034:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xdfedbb38 (ffff88009349d500) 00010000:00010000:2.0:1715206675.896036:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.896037:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.896049:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13030:x1798523591769024:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 341us (442us total) trans 4295060002 rc 0/0 00000100:00100000:3.0:1715206675.896070:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572751 00000100:00100000:2.0:1715206675.896075:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13029:x1798523591769088:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 355us (440us total) trans 4295060003 rc 0/0 00000100:00100000:2.0:1715206675.896082:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572752 00000100:00100000:0.0:1715206675.899159:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.899183:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.899194:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769216 00000100:00100000:2.0:1715206675.899199:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769216 00000100:00100000:2.0:1715206675.899223:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769344 00000100:00100000:2.0:1715206675.899224:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769344 00000100:00100000:2.0:1715206675.899236:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572753 00000100:00100000:2.0:1715206675.899240:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13030:x1798523591769216:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:0.0:1715206675.899240:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572754 00000100:00100000:0.0:1715206675.899245:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+244:13029:x1798523591769344:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.899257:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206675.899262:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.899266:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d539680/0xb73f6b2ce2c233bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58283fb1 expref: 244 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.899271:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db33c0/0xb73f6b2ce2c237dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284132 expref: 244 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.899273:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff88009628d000) 00010000:00010000:2.0:1715206675.899278:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206675.899279:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff88009349dd00) 00010000:00010000:2.0:1715206675.899284:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899284:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.899290:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899291:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899294:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899296:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899300:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899300:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899304:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899305:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899307:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899309:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899312:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899329:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899332:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899333:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899336:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899338:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899341:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:2.0:1715206675.899394:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8304, 64 off539648 00000040:00080000:0.0:1715206675.899416:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8305, 64 off539712 00010000:00010000:2.0:1715206675.899425:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899430:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899434:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899434:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899437:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899438:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899440:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899442:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899442:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899445:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899445:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899448:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830161c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.899449:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899449:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899452:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899453:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899455:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899457:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff88013429e000) 00010000:00010000:0.0:1715206675.899457:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.899459:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206675.899459:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899460:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899462:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899463:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c36b96 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899469:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff88009401d900) 00010000:00010000:2.0:1715206675.899471:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899471:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1715206675.899473:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899474:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899475:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c36b9d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899477:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899479:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.899481:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899484:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899484:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899487:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899488:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff88013429e000) 00010000:00010000:2.0:1715206675.899489:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206675.899489:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899490:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899492:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084c240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.899493:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c36b88 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899494:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899497:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899500:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff88009401d900) 00010000:00010000:0.0:1715206675.899501:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206675.899502:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899505:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c36b8f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899524:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899528:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899531:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899534:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.899535:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899537:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899538:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.899541:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:2.0:1715206675.899542:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.899542:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899544:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899545:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899546:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36b6c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899547:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084eac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.899549:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000004:00010000:2.0:1715206675.899550:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c971f80 reply state ffff880094258000 transno 4295060004 ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899551:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899554:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.899555:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:0.0:1715206675.899556:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.899557:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xdfedbb38 (ffff88013429e100) 00010000:00010000:0.0:1715206675.899557:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.899559:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.899560:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1715206675.899560:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36b73 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000004:00010000:0.0:1715206675.899564:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c972300 reply state ffff88008da28000 transno 4295060005 ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899567:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206675.899571:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x7264b700 (ffff88009401d700) 00010000:00010000:0.0:1715206675.899572:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206675.899573:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.899591:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+246:13030:x1798523591769216:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 350us (433us total) trans 4295060004 rc 0/0 00000100:00100000:0.0:1715206675.899594:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+246:13029:x1798523591769344:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 348us (410us total) trans 4295060005 rc 0/0 00000100:00100000:2.0:1715206675.899596:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572753 00000100:00100000:0.0:1715206675.899600:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572754 00000100:00100000:0.0:1715206675.902652:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.902677:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.902720:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769472 00000100:00100000:2.0:1715206675.902724:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769472 00000100:00100000:2.0:1715206675.902744:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769600 00000100:00100000:2.0:1715206675.902745:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769600 00000100:00100000:3.0:1715206675.902751:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572755 00000100:00100000:3.0:1715206675.902756:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+246:13029:x1798523591769472:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.902765:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572756 00000100:00100000:2.0:1715206675.902769:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+246:13030:x1798523591769600:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.902793:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.902798:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.902803:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c23750 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582840fa expref: 246 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.902808:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c237d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828412b expref: 246 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.902810:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff880090dc9500) 00010000:00010000:3.0:1715206675.902814:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.902816:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8800909c3600) 00010000:00010000:2.0:1715206675.902820:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.902821:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902826:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902827:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.902831:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902831:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902836:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902836:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902840:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902841:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x7264b700 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902843:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902844:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.902847:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902868:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.902872:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.902876:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902878:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.902883:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.902886:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000040:00080000:3.0:1715206675.902935:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8304, 64 off539648 00000040:00080000:2.0:1715206675.902947:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8305, 64 off539712 00010000:00010000:3.0:1715206675.902950:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.902954:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.902958:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.902961:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902963:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902965:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.902967:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902968:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902970:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902972:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902973:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.902974:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902975:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902978:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902978:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.902981:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902982:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8800935e1900) 00010000:00010000:3.0:1715206675.902984:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.902984:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902985:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902987:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.902988:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36bce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902988:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.902992:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.902996:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902996:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff88013429e300) 00010000:00010000:2.0:1715206675.902998:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.902999:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.902999:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903002:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903002:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36bd5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903005:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922306c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.903006:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.903009:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903011:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903012:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8800935e1900) 00010000:00010000:3.0:1715206675.903013:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.903013:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903015:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903016:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903017:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36bc0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903019:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.903021:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.903023:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.903026:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff88013429e300) 00010000:00010000:2.0:1715206675.903028:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.903029:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.903031:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36bc7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903049:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.903072:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.903075:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.903078:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.903079:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.903082:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903082:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903086:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:2.0:1715206675.903086:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903087:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.903088:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903089:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903091:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ba4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903091:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.903093:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000004:00010000:3.0:1715206675.903095:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c972680 reply state ffff88009634a000 transno 4295060006 ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903096:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903100:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.903100:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:2.0:1715206675.903101:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.903102:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.903103:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xc7fe5838 (ffff8800935e1d00) 00010000:00010000:3.0:1715206675.903104:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.903104:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36bab lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.903106:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00010000:2.0:1715206675.903109:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c972a00 reply state ffff88009425e000 transno 4295060007 ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.903113:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.903116:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x7264b700 (ffff88013429eb00) 00010000:00010000:2.0:1715206675.903117:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.903119:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.903136:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13029:x1798523591769472:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 379us (485us total) trans 4295060006 rc 0/0 00000100:00100000:3.0:1715206675.903140:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572755 00000100:00100000:2.0:1715206675.903140:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13030:x1798523591769600:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 370us (462us total) trans 4295060007 rc 0/0 00000100:00100000:2.0:1715206675.903145:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572756 00000100:00100000:0.0:1715206675.906175:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.906240:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769728 00000100:00100000:2.0:1715206675.906245:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769728 00000100:00100000:2.0:1715206675.906267:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572757 00000100:00100000:2.0:1715206675.906271:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+247:13029:x1798523591769728:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.906289:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.906298:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c2392c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582841b7 expref: 247 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.906310:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff88008d54c700) 00010000:00010000:2.0:1715206675.906314:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.906322:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906327:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906331:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906336:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906339:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206675.906339:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206675.906343:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.906363:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769856 00010000:00010000:2.0:1715206675.906364:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.906368:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769856 00010000:00010000:2.0:1715206675.906368:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906371:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206675.906390:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572758 00000100:00100000:3.0:1715206675.906394:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+247:13030:x1798523591769856:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.906423:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.906432:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db18c0/0xb73f6b2ce2c23749 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582840f3 expref: 247 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.906440:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff880096a4ba00) 00010000:00010000:3.0:1715206675.906444:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000040:00080000:2.0:1715206675.906446:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8306, 64 off539776 00010000:00010000:3.0:1715206675.906451:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906456:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906460:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906461:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906465:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906466:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906469:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906470:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906472:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906473:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906477:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906479:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906482:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906485:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.906486:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906490:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906494:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906494:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff88009349d200) 00010000:00010000:2.0:1715206675.906496:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.906497:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906498:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906500:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c36bf8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906501:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906508:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906511:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906514:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906516:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.906518:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906521:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906525:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff88009349d200) 00010000:00010000:2.0:1715206675.906526:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.906527:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906529:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36bea lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906560:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000040:00080000:3.0:1715206675.906561:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8307, 64 off539840 00010000:00010000:2.0:1715206675.906563:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906567:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906569:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.906570:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.906573:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906576:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906577:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:2.0:1715206675.906578:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.906579:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906581:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906581:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36bdc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906585:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.906585:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c972d80 reply state ffff88008f1dc000 transno 4295060008 ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906588:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906589:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.906591:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906592:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xf9a88606 (ffff88009353d700) 00010000:00010000:3.0:1715206675.906593:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.906594:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.906595:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.906596:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906600:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922333c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.906601:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906605:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906609:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800935e1200) 00010000:00010000:3.0:1715206675.906610:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.906612:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906615:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c0d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906623:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906626:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.906626:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+249:13029:x1798523591769728:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 354us (453us total) trans 4295060008 rc 0/0 00010000:00010000:3.0:1715206675.906629:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906631:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231b00 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206675.906631:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572757 00010000:00010000:3.0:1715206675.906632:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906636:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906639:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800935e1200) 00010000:00010000:3.0:1715206675.906640:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.906642:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906644:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c06 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906677:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906680:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906683:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906686:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.906687:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906690:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906693:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206675.906694:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.906696:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906698:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36bf1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.906702:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c973100 reply state ffff88009634e000 transno 4295060009 ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906706:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.906709:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xc7fe5838 (ffff8800935e1300) 00010000:00010000:3.0:1715206675.906710:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.906712:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.906744:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+249:13030:x1798523591769856:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 348us (405us total) trans 4295060009 rc 0/0 00000100:00100000:3.0:1715206675.906749:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572758 00000100:00100000:0.0:1715206675.909627:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.909649:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.909694:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591769984 00000100:00100000:3.0:1715206675.909698:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591769984 00000100:00100000:3.0:1715206675.909719:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770112 00000100:00100000:2.0:1715206675.909725:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572759 00000100:00100000:3.0:1715206675.909726:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770112 00000100:00100000:2.0:1715206675.909730:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591769984:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.909739:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572760 00000100:00100000:3.0:1715206675.909743:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13030:x1798523591770112:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.909748:0:16094:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206675.909758:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920900/0xb73f6b2ce2c246ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828466b expref: 250 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.909759:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.909768:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ec63600/0xb73f6b2ce24e2617 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801ae4d expref: 249 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.909769:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db2f40/0xb73f6b2ce2c2393a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582841be expref: 249 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.909773:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff880124385000) 00010000:00010000:3.0:1715206675.909777:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff88008d54c300) 00010000:00010000:2.0:1715206675.909777:0:16094:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.909792:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.909792:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909797:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909799:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909801:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909804:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909806:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909808:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909810:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909813:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909814:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909817:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909821:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909832:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909836:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909839:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909841:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909844:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909848:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000040:00080000:2.0:1715206675.909896:0:16094:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8308, 64 off539904 00000040:00080000:3.0:1715206675.909907:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8306, 64 off539776 00010000:00010000:2.0:1715206675.909910:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909915:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909919:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909922:0:16094:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909923:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909925:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909928:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909928:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909931:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909932:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909934:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.909935:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909935:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909939:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909939:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909941:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909943:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8800a7c2ee00) 00010000:00010000:3.0:1715206675.909944:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909945:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.909946:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 3/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909947:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.909948:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909949:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36c3e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909954:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909957:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909958:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8800935e1b00) 00010000:00010000:3.0:1715206675.909960:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.909960:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909961:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909963:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909964:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092230900/0xb73f6b2ce2c36c45 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909966:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.909967:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.909970:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909973:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909973:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8800a7c2ee00) 00010000:00010000:2.0:1715206675.909974:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.909975:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909976:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.909978:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015440/0xb73f6b2ce2c36c30 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.909979:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909982:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.909983:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909986:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909989:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8800935e1b00) 00010000:00010000:3.0:1715206675.909990:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.909991:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.909994:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092230fc0/0xb73f6b2ce2c36c37 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.910011:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.910015:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.910018:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.910020:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.910021:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206675.910024:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.910028:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.910028:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:2.0:1715206675.910029:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.910030:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.910032:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.910032:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36c14 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.910035:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00000004:00010000:2.0:1715206675.910036:0:16094:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c973480 reply state ffff88008f1dd000 transno 4295060010 ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.910038:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.910040:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092233cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.910040:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206675.910041:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.910043:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x86195b67 (ffff8800a7c2ec00) 00010000:00010000:3.0:1715206675.910044:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.910045:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.910046:0:16094:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.910048:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206675.910049:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.910050:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.910075:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092233cc0/0xb73f6b2ce2c36c1b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:3.0:1715206675.910080:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c973800 reply state ffff880096348000 transno 4295060011 ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.910084:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.910087:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xf9a88606 (ffff8800935e1000) 00010000:00010000:3.0:1715206675.910089:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.910090:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.910091:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591769984:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 361us (464us total) trans 4295060010 rc 0/0 00000100:00100000:2.0:1715206675.910096:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572759 00000100:00100000:3.0:1715206675.910112:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13030:x1798523591770112:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 368us (462us total) trans 4295060011 rc 0/0 00000100:00100000:3.0:1715206675.910117:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572760 00000100:00100000:0.0:1715206675.913182:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.913210:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.913234:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770304 00000100:00100000:2.0:1715206675.913239:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770304 00000100:00100000:3.0:1715206675.913248:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770368 00000100:00100000:3.0:1715206675.913253:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770368 00000100:00100000:2.0:1715206675.913261:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572761 00000100:00100000:2.0:1715206675.913265:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591770304:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:3.0:1715206675.913279:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572762 00010000:00010000:2.0:1715206675.913282:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206675.913283:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591770368:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:2.0:1715206675.913291:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009255a1c0/0xb73f6b2ce2c23e73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284385 expref: 251 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.913299:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206675.913299:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff88008d54cc00) 00010000:00010000:2.0:1715206675.913303:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.913308:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88900/0xb73f6b2ce2c246d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58284672 expref: 250 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.913310:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913315:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913319:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db2d00/0xb73f6b2ce24e264f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801ae62 expref: 249 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.913319:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913324:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff88009722a200) 00010000:00010000:2.0:1715206675.913324:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913327:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913329:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206675.913330:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913335:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913340:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913344:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913350:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x86195b67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913351:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913353:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913355:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913357:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913358:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913376:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913380:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913383:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:2.0:1715206675.913431:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8309, 64 off539968 00000004:00080000:2.0:1715206675.913435:0:7126:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1026823379291ns, next at 1027823378356ns, rc = 0 00010000:00010000:2.0:1715206675.913450:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913454:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00000040:00080000:3.0:1715206675.913458:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8307, 64 off539840 00010000:00010000:2.0:1715206675.913458:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00000004:00080000:3.0:1715206675.913462:0:11041:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1026823405856ns, next at 1027823405214ns, rc = 0 00010000:00010000:2.0:1715206675.913462:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913465:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913467:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913470:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913473:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.913475:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913476:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913478:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913481:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913483:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff880096845a00) 00010000:00010000:2.0:1715206675.913484:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.913485:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913486:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913488:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36c76 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913489:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913492:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913495:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913497:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913498:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913500:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913501:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.913502:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913503:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913505:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.913506:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913506:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913509:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913510:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff880096a76000) 00010000:00010000:3.0:1715206675.913511:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.913513:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 3/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913513:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff880096845a00) 00010000:00010000:2.0:1715206675.913514:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.913516:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232ac0/0xb73f6b2ce2c36c7d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913516:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913521:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36c68 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913524:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913527:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913530:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913533:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.913534:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913537:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913541:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff880096a76000) 00010000:00010000:3.0:1715206675.913542:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.913544:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913547:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231d40/0xb73f6b2ce2c36c6f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913552:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913555:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913558:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913561:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913564:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.913565:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913568:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913571:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:2.0:1715206675.913572:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.913574:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.913576:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36c4c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913579:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.913580:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c973b80 reply state ffff88008f1de000 transno 4295060012 ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913582:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.913584:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.913586:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913588:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922321c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.913588:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xe8edbb38 (ffff880096845c00) 00010000:00010000:2.0:1715206675.913589:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.913590:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.913590:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1715206675.913592:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913596:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206675.913597:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.913599:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913601:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800922321c0/0xb73f6b2ce2c36c5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.913605:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed8000 reply state ffff88009634d000 transno 4295060013 ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913609:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.913615:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x86195b67 (ffff880096a76f00) 00010000:00010000:3.0:1715206675.913616:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.913618:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206675.913620:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591770304:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 354us (439us total) trans 4295060012 rc 0/0 00000100:00100000:2.0:1715206675.913624:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572761 00000100:00100000:3.0:1715206675.913638:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591770368:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 355us (428us total) trans 4295060013 rc 0/0 00000100:00100000:3.0:1715206675.913642:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572762 00000100:00100000:0.0:1715206675.916912:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.916979:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770496 00000100:00100000:3.0:1715206675.916983:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770496 00000100:00100000:3.0:1715206675.917007:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572763 00000100:00100000:3.0:1715206675.917011:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591770496:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.917028:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.917037:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092230d80/0xb73f6b2ce2c23e7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828438c expref: 251 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.917049:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff88008d54c000) 00010000:00010000:3.0:1715206675.917071:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.917080:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917085:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917090:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917095:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917099:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917102:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917122:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917125:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917129:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.917184:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8308, 64 off539904 00010000:00010000:3.0:1715206675.917198:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917203:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917206:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917210:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917213:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917216:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917218:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917221:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922333c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.917223:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917226:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917231:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff880096a76600) 00010000:00010000:3.0:1715206675.917232:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.917234:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917236:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800922333c0/0xb73f6b2ce2c36c99 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917245:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917247:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917250:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917252:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.917254:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917257:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917260:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff880096a76600) 00010000:00010000:3.0:1715206675.917262:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.917263:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917268:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231b00/0xb73f6b2ce2c36c92 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917298:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917301:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917304:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917307:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.917308:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917311:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917314:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206675.917315:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.917316:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917319:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231680/0xb73f6b2ce2c36c84 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.917323:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed8380 reply state ffff880096349000 transno 4295060014 ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917327:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917332:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xe8edbb38 (ffff880096a76e00) 00010000:00010000:3.0:1715206675.917334:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.917335:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.917365:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13030:x1798523591770496:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 353us (454us total) trans 4295060014 rc 0/0 00000100:00100000:3.0:1715206675.917369:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572763 00000100:00100000:0.0:1715206675.917727:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.917796:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770624 00000100:00100000:3.0:1715206675.917801:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770624 00000100:00100000:3.0:1715206675.917824:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572764 00000100:00100000:3.0:1715206675.917828:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13029:x1798523591770624:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.917844:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206675.917854:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3840/0xb73f6b2ce2c34268 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828994c expref: 252 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.917866:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009419b3c0/0xb73f6b2ce24d57ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58016686 expref: 251 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.917871:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012d3a4e00) 00010000:00010000:3.0:1715206675.917879:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092237840/0xb73f6b2ce24e0ee0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801a65f expref: 250 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.917883:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880094fbbc00) 00010000:00010000:3.0:1715206675.917885:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.917893:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917898:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917902:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917907:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917910:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917914:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917936:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917940:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.917943:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.918004:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8309, 64 off539968 00010000:00010000:3.0:1715206675.918019:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918024:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918028:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918031:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918033:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918037:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918040:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918043:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.918045:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918048:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918051:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009404e100) 00010000:00010000:3.0:1715206675.918071:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.918073:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918076:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092230480/0xb73f6b2ce2c36cb5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918085:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918088:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918091:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918093:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.918095:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918101:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918104:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009404e100) 00010000:00010000:3.0:1715206675.918106:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.918107:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 2/0,0 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918109:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232400/0xb73f6b2ce2c36cae lrc: 0/0,0 mode: --/EX res: [0x200000402:0x47:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918148:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918151:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918154:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918157:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.918158:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918161:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918165:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880094fbbc00) 00010000:00010000:3.0:1715206675.918166:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.918167:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918170:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231200/0xb73f6b2ce2c36ca0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.918174:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed8700 reply state ffff88009634b000 transno 4295060015 ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918179:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.918182:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x155bec67 (ffff8800b4962700) 00010000:00010000:3.0:1715206675.918183:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.918185:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.918215:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591770624:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 386us (489us total) trans 4295060015 rc 0/0 00000100:00100000:3.0:1715206675.918219:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572764 00000100:00100000:0.0:1715206675.921346:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.921376:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.921426:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770752 00000100:00100000:3.0:1715206675.921431:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770752 00000100:00100000:2.0:1715206675.921442:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770816 00000100:00100000:2.0:1715206675.921446:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770816 00000100:00100000:3.0:1715206675.921454:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572765 00000100:00100000:3.0:1715206675.921458:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13030:x1798523591770752:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.921472:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572766 00000100:00100000:2.0:1715206675.921476:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13658:x1798523591770816:12345-192.168.203.35@tcp:101:ll_sa.0 00010000:00010000:3.0:1715206675.921477:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1715206675.921483:0:7126:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.921486:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88240/0xb73f6b2ce2c34261 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289945 expref: 252 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.921490:0:7126:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a236 expref: -99 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.921495:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009419b840/0xb73f6b2ce24d57c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801668d expref: 251 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.921501:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012d3a4d00) 00010000:00010000:2.0:1715206675.921503:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 251 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.921511:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092237a80/0xb73f6b2ce24e0ed2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801a658 expref: 251 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.921512:0:7126:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 251 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.921516:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:2.0:1715206675.921518:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.921519:0:7126:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014d80, rc 0) 00010000:00010000:3.0:1715206675.921522:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:3.0:1715206675.921524:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.921532:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.921536:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13658:x1798523591770816:12345-192.168.203.35@tcp:101:ll_sa.0 Request processed in 60us (160us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206675.921538:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 250 pid: 7126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206675.921540:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572766 00010000:00010000:3.0:1715206675.921542:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.921555:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 249 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.921561:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 249 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.921569:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524853504:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.921590:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.922529:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524853504:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.922541:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.922962:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.923035:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770880 00000100:00100000:2.0:1715206675.923040:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770880 00000100:00100000:2.0:1715206675.923083:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117806 00000100:00100000:2.0:1715206675.923090:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e711850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13658:x1798523591770880:12345-192.168.203.35@tcp:37:ll_sa.0 00000100:00100000:2.0:1715206675.924532:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e711850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13658:x1798523591770880:12345-192.168.203.35@tcp:37:ll_sa.0 Request processed in 1441us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.924538:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117806 00000100:00100000:0.0:1715206675.925974:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.926045:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591770944 00000100:00100000:2.0:1715206675.926050:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591770944 00010000:00010000:2.0:1715206675.926085:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 250 pid: 7126 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.926111:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158709 00000100:00100000:2.0:1715206675.926116:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+250:2002:x1798523591770944:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.926122:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.926125:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 250 pid: 7126 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.926131:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 250 pid: 7126 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.926140:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a236 expref: 250 pid: 7126 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.926146:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:2.0:1715206675.926149:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.926153:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.926156:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.926172:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.926192:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926198:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.926200:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2002:x1798523591770944:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 82us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.926206:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158709 00010000:00010000:3.0:1715206675.926210:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40:0x0].0x155bec67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926216:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926223:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926254:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926258:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926262:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.926326:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8310, 64 off540032 00010000:00010000:3.0:1715206675.926341:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926346:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926350:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926353:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926356:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926358:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926362:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926365:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.926367:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926370:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926374:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008d54cc00) 00010000:00010000:3.0:1715206675.926376:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.926377:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926380:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36cd8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926389:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926392:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926394:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926413:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929858c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.926415:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926418:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926422:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88008d54cc00) 00010000:00010000:3.0:1715206675.926423:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.926425:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926430:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36cd1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926464:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926467:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926471:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926473:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.926475:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926477:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926481:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:3.0:1715206675.926482:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.926483:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926486:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36cc3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.926489:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed8a80 reply state ffff880120bb5000 transno 4295060016 ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926494:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.926499:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x155bec67 (ffff880123742500) 00010000:00010000:3.0:1715206675.926500:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.926502:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.926530:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13030:x1798523591770752:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 5071us (5186us total) trans 4295060016 rc 0/0 00000100:00100000:3.0:1715206675.926534:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572765 00000100:00100000:0.0:1715206675.932134:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.932166:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771072 00000100:00100000:3.0:1715206675.932170:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771072 00000100:00100000:3.0:1715206675.932194:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572767 00000100:00100000:3.0:1715206675.932200:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591771072:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.932222:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.932234:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d89440/0xb73f6b2ce2c3421b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289930 expref: 250 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.932249:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7840/0xb73f6b2ce24d5782 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801666a expref: 249 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.932255:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012d3a4400) 00010000:00010000:3.0:1715206675.932258:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.932266:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932271:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932275:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932281:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932285:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932288:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932308:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 3/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932312:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932315:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.932374:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8310, 64 off540032 00010000:00010000:3.0:1715206675.932389:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932394:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932413:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932416:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932419:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932422:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932425:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932429:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.932431:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932434:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932438:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008d54c900) 00010000:00010000:3.0:1715206675.932439:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.932441:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932444:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36cf4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932453:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932456:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932459:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932463:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.932464:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932467:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932470:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88008d54c900) 00010000:00010000:3.0:1715206675.932471:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.932473:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 2/0,0 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932476:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36ced lrc: 0/0,0 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932509:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932512:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932515:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932518:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.932519:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932522:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932525:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880094fbbc00) 00010000:00010000:3.0:1715206675.932526:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.932528:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932530:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36cdf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.932534:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed9500 reply state ffff880120bb7000 transno 4295060017 ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932538:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.932544:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb0773fd (ffff88008d54c700) 00010000:00010000:3.0:1715206675.932546:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.932547:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.932579:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591771072:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 379us (446us total) trans 4295060017 rc 0/0 00000100:00100000:3.0:1715206675.932583:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572767 00000100:00100000:0.0:1715206675.941084:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206675.941108:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.941158:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771328 00000100:00100000:2.0:1715206675.941158:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771264 00000100:00100000:3.0:1715206675.941163:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771328 00000100:00100000:2.0:1715206675.941163:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771264 00000100:00100000:3.0:1715206675.941192:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572768 00000100:00100000:3.0:1715206675.941197:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591771328:12345-192.168.203.35@tcp:36:dbench.0 00000100:00100000:2.0:1715206675.941197:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572769 00000100:00100000:2.0:1715206675.941201:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591771264:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.941223:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1715206675.941227:0:7126:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.941236:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a0000/0xb73f6b2ce2c34222 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289929 expref: 251 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.941236:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88480/0xb73f6b2ce2c341dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289914 expref: 251 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.941253:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800941998c0/0xb73f6b2ce24d5774 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58016671 expref: 249 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.941253:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce24d573c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58016655 expref: 249 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.941261:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8800b436f700) 00010000:00010000:2.0:1715206675.941261:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88008f29cf00) 00010000:00010000:2.0:1715206675.941267:0:7126:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.941268:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.941276:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941276:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.941283:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941284:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941290:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941290:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941299:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40:0x0].0xb0773fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941299:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941305:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941305:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941310:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941311:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941341:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941347:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941352:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941353:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.941359:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.941363:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00000040:00080000:2.0:1715206675.941453:0:7126:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8311, 64 off540096 00000040:00080000:3.0:1715206675.941468:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8311, 64 off540096 00010000:00010000:2.0:1715206675.941475:0:7126:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.941483:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941485:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941489:0:7126:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941491:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941494:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941497:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941499:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941502:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941504:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941507:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941509:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941511:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941514:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.941516:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941517:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941520:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.941522:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941523:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941528:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941528:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880096845400) 00010000:00010000:2.0:1715206675.941530:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.941532:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941533:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008d54c200) 00010000:00010000:3.0:1715206675.941535:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.941537:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941537:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36d25 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941542:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941550:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941551:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941555:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941555:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941560:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941560:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.941564:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.941565:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929846c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.941566:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941567:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941571:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941572:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941577:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88008d54c200) 00010000:00010000:2.0:1715206675.941577:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880096845400) 00010000:00010000:3.0:1715206675.941579:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.941579:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.941581:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941581:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941586:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d17 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x44:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941586:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36d1e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941630:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941636:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941640:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941641:0:7126:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941645:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206675.941646:0:7126:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941647:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941651:0:7126:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941653:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941656:0:7126:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941659:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:2.0:1715206675.941660:0:7126:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.941661:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.941662:0:7126:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941663:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.941667:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941667:0:7126:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.941673:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880094fbbc00) 00000004:00010000:3.0:1715206675.941674:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed9c00 reply state ffff880120bb2000 transno 4295060019 ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941675:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.941677:0:7126:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 3/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941680:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.941682:0:7126:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c36cfb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000004:00010000:2.0:1715206675.941688:0:7126:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed9880 reply state ffff88008f1df000 transno 4295060018 ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206675.941690:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0xb0773fd (ffff88008d54c600) 00010000:00010000:3.0:1715206675.941692:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.941694:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206675.941698:0:7126:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206675.941702:0:7126:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x41c358e5 (ffff880096845a00) 00010000:00010000:2.0:1715206675.941704:0:7126:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206675.941706:0:7126:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.941729:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591771328:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 531us (619us total) trans 4295060019 rc 0/0 00000100:00100000:2.0:1715206675.941729:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591771264:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 526us (645us total) trans 4295060018 rc 0/0 00000100:00100000:2.0:1715206675.941736:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572769 00000100:00100000:3.0:1715206675.941742:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572768 00000100:00100000:0.0:1715206675.946199:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.946269:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771456 00000100:00100000:3.0:1715206675.946273:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771456 00000100:00100000:3.0:1715206675.946299:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572770 00000100:00100000:3.0:1715206675.946304:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591771456:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.946327:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.946340:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06640/0xb73f6b2ce24d064c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147e6 expref: 250 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.946350:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff880096a4bb00) 00010000:00010000:3.0:1715206675.946354:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.946363:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946369:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946373:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946377:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946380:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946384:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946421:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946425:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946429:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.946490:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8312, 64 off540160 00010000:00010000:3.0:1715206675.946505:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946510:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946514:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946517:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946520:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946523:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946526:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946528:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929858c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.946531:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946534:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946538:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff88008d54c000) 00010000:00010000:3.0:1715206675.946539:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.946541:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946544:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d48 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946552:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946555:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946558:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946560:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.946562:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946565:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946568:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff88008d54c000) 00010000:00010000:3.0:1715206675.946569:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.946571:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946576:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d41 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946610:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946613:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946616:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946619:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.946620:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946623:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946626:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff88008d54cc00) 00010000:00010000:3.0:1715206675.946627:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.946628:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946631:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.946636:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fed9f80 reply state ffff880120bb0000 transno 4295060020 ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946640:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.946643:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x8171ec56 (ffff88008d54c800) 00010000:00010000:3.0:1715206675.946645:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.946646:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.946677:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591771456:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 372us (479us total) trans 4295060020 rc 0/0 00000100:00100000:3.0:1715206675.946681:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572770 00000100:00100000:2.0:1715206675.950240:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.950283:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771584 00000100:00100000:3.0:1715206675.950287:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771584 00000100:00100000:3.0:1715206675.950311:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572771 00000100:00100000:3.0:1715206675.950316:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591771584:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.950338:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.950349:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092186f40/0xb73f6b2ce2c341ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828990d expref: 251 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.950372:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce24d572e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801664e expref: 250 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.950380:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880094fbb700) 00010000:00010000:3.0:1715206675.950386:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.950395:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950415:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950420:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950427:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950442:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950445:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950466:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950470:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950473:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.950532:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8312, 64 off540160 00010000:00010000:3.0:1715206675.950546:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950551:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950555:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950558:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950561:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950564:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950567:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950570:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929858c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.950572:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950576:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950580:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008d54c000) 00010000:00010000:3.0:1715206675.950581:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.950583:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950586:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929858c0/0xb73f6b2ce2c36d64 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950595:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950597:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950600:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950602:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.950604:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950607:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950610:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff88008d54c000) 00010000:00010000:3.0:1715206675.950612:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.950613:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950618:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987840/0xb73f6b2ce2c36d5d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950649:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950652:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950655:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950658:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.950659:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950662:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950666:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:3.0:1715206675.950667:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.950668:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950670:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987a80/0xb73f6b2ce2c36d4f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.950674:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009fbf7b80 reply state ffff880120bb6000 transno 4295060021 ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950678:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.950684:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x41c358e5 (ffff88008d54cc00) 00010000:00010000:3.0:1715206675.950685:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.950687:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.950716:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591771584:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 400us (478us total) trans 4295060021 rc 0/0 00000100:00100000:3.0:1715206675.950721:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572771 00000100:00100000:0.0:1715206675.952981:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.953075:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771712 00000100:00100000:3.0:1715206675.953080:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771712 00000100:00100000:3.0:1715206675.953108:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572772 00000100:00100000:3.0:1715206675.953114:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591771712:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.953136:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206675.953147:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0xb73f6b2ce24d01c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014650 expref: 251 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.953159:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff8800901b0b00) 00010000:00010000:3.0:1715206675.953168:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce24d051f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801475a expref: 250 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.953176:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880096845e00) 00010000:00010000:3.0:1715206675.953180:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.953189:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953194:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953199:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953206:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953209:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953212:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953233:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953236:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953239:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953248:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953253:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960000/0xb73f6b2ce24d01d0 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014657 expref: 249 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.953257:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 4/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.953272:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094960000/0xb73f6b2ce24d01d0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014657 expref: 249 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.953278:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094960000/0xb73f6b2ce24d01d0 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014657 expref: 249 pid: 7127 timeout: 1126 lvb_type: 0 00000100:00100000:3.0:1715206675.953290:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524853568:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206675.953321:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206675.954173:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524853568:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206675.954184:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.954440:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.954480:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771776 00000100:00100000:2.0:1715206675.954484:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771776 00010000:00010000:2.0:1715206675.954496:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094960000/0xb73f6b2ce24d01d0 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014657 expref: 250 pid: 7127 timeout: 1126 lvb_type: 0 00000100:00100000:2.0:1715206675.954515:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158710 00000100:00100000:2.0:1715206675.954519:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+250:2003:x1798523591771776:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.954525:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.954528:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094960000/0xb73f6b2ce24d01d0 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014657 expref: 250 pid: 7127 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.954534:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094960000/0xb73f6b2ce24d01d0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014657 expref: 250 pid: 7127 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.954542:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094960000/0xb73f6b2ce24d01d0 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014657 expref: 250 pid: 7127 timeout: 1126 lvb_type: 0 00010000:00010000:2.0:1715206675.954555:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x2:0x0].0x0 (ffff8800901b0c00) 00010000:00010000:2.0:1715206675.954558:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.954562:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.954565:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 4/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.954576:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.954592:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+249:2003:x1798523591771776:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 72us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.954596:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158710 00010000:00010000:3.0:1715206675.954597:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.954602:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.954623:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.954627:0:11041:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.954632:0:11041:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.954641:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853632:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1715206675.954663:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.954679:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.954693:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524853632 00000100:00100000:2.0:1715206675.954696:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524853632 00000100:00100000:2.0:1715206675.954714:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1715206675.954717:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:11041:x1798523524853632:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1715206675.954725:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.954734:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c36d8e lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb73f6b2ce2c36d87 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.954744:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c36d8e lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb73f6b2ce2c36d87 expref: 6 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.954750:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c36d8e lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c36d87 expref: 6 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.954754:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff88009404e100) 00010000:00010000:2.0:1715206675.954755:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.954757:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014d80, rc 0) 00000100:00100000:2.0:1715206675.954775:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:11041:x1798523524853632:12345-0@lo:101:mdt00_004.0 Request processed in 57us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.954779:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1715206675.954785:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853632:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1715206675.954792:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.954799:0:11041:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.955211:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853696:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1715206675.955231:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.955243:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78cecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.955259:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524853696 00000100:00100000:2.0:1715206675.955262:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524853696 00000100:00100000:2.0:1715206675.955273:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1715206675.955277:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:11041:x1798523524853696:12345-0@lo:403:mdt00_004.0 00000100:00100000:2.0:1715206675.956443:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:11041:x1798523524853696:12345-0@lo:403:mdt00_004.0 Request processed in 1164us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.956448:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1715206675.956465:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853696:0@lo:403:mdt00_004.0 00010000:00010000:3.0:1715206675.956867:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956873:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 2/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956877:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956880:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.956881:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956884:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 4/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956890:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x2:0x0].0x0 (ffff8800901b0c00) 00010000:00010000:3.0:1715206675.956891:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.956893:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 2/0,0 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956896:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd680/0xb73f6b2ce2c36d80 lrc: 0/0,0 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956903:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.956910:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.956914:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.956930:0:11041:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1715206675.956934:0:11041:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000401:0x2:0x0] 00010000:00010000:3.0:1715206675.956937:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956940:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956943:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956946:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.956947:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956950:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956953:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff88008d54c200) 00010000:00010000:3.0:1715206675.956955:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.956956:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956958:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092984b40/0xb73f6b2ce2c36d79 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956967:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956970:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956973:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956976:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929873c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.956977:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956980:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956982:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff88008d54c300) 00010000:00010000:3.0:1715206675.956983:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.956984:0:11581:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206675.956985:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956987:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929873c0/0xb73f6b2ce2c36d6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.956990:0:11581:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.956991:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956994:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.956995:0:11581:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de1c0 already unused, calling callback (ffffffffa0efa520) 00010000:00010000:3.0:1715206675.956997:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.956999:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929846c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.956999:0:11581:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.957001:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.957004:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00000004:00010000:0.0:1715206675.957004:0:11581:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.957007:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65dce0d1 (ffff88008d54c900) 00010000:00010000:3.0:1715206675.957008:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.957009:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.957012:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800929846c0/0xb73f6b2ce2c36d72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.957020:0:11581:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.957023:0:11581:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1715206675.957039:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13029:x1798523591771712:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 3925us (4059us total) trans 0 rc -39/-39 00000100:00100000:3.0:1715206675.957043:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572772 00010000:00010000:0.0:1715206675.957043:0:11581:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 1/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.957047:0:11581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800833de1c0/0xb73f6b2ce2c36d87 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c36d8e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206675.957072:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1715206675.957073:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1715206675.957074:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206675.957086:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524853760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1715206675.957110:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206675.957176:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524853760 00000100:00100000:2.0:1715206675.957181:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524853760 00000100:00100000:2.0:1715206675.957205:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1715206675.957209:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3686:x1798523524853760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.957214:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206675.957222:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c36d8e lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb73f6b2ce2c36d87 expref: 6 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.957230:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff88009404e100) 00010000:00010000:2.0:1715206675.957234:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.957253:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524853760:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.957257:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1715206675.957260:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524853760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1715206675.958098:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.958166:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771840 00000100:00100000:3.0:1715206675.958171:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771840 00000100:00100000:0.0:1715206675.958183:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.958194:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572773 00000100:00100000:3.0:1715206675.958198:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+248:13030:x1798523591771840:12345-192.168.203.35@tcp:101:dbench.0 00010000:00010000:3.0:1715206675.958205:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1715206675.958208:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591771968 00000100:00100000:0.0:1715206675.958211:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591771968 00010000:00010000:3.0:1715206675.958212:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36d95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a23d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206675.958233:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117807 00010000:00010000:3.0:1715206675.958234:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958239:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.958239:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591771968:12345-192.168.203.35@tcp:35:dbench.0 00010000:00010000:3.0:1715206675.958244:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958250:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958253:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958256:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958277:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c36daa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958281:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c36daa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958284:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c36daa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00080000:0.0:1715206675.958306:0:18661:0:(mdd_object.c:3936:mdd_close()) Object [0x200000402:0x40f4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00200000:3.0:1715206675.958323:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1715206675.958325:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000040:00080000:0.0:1715206675.958325:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8313, 64 off540224 00000004:00010000:3.0:1715206675.958332:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c36daa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958337:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958340:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958343:0:18661:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958344:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958346:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.958348:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958349:0:18661:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958352:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958357:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff88009fbd7700) 00010000:00010000:0.0:1715206675.958357:0:18661:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958358:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.958360:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958361:0:18661:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958363:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd200/0xb73f6b2ce2c36d9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958364:0:18661:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:0.0:1715206675.958367:0:18661:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958368:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958370:0:18661:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958371:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958372:0:18661:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084eac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.958374:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958374:0:18661:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958377:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dc000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206675.958377:0:18661:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958378:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958381:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958382:0:18661:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f4:0x0].0x0 (ffff88009401de00) 00010000:00010000:0.0:1715206675.958383:0:18661:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.958384:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65dce0d1 (ffff880096a4a100) 00010000:00010000:3.0:1715206675.958385:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206675.958385:0:18661:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958386:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:0.0:1715206675.958388:0:18661:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c36db1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00010000:00010000:3.0:1715206675.958389:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dc000/0xb73f6b2ce2c36da3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.958418:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833def40/0xb73f6b2ce2c36d95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a23d expref: 252 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.958426:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c36daa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a23d expref: 251 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.958430:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff880083326c00) 00010000:00010000:3.0:1715206675.958431:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206675.958433:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800833df3c0, rc 0) 00000100:00100000:3.0:1715206675.958458:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591771840:12345-192.168.203.35@tcp:101:dbench.0 Request processed in 259us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.958462:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572773 00000100:00100000:0.0:1715206675.958463:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591771968:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 223us (279us total) trans 4295060022 rc 0/0 00000100:00100000:0.0:1715206675.958467:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117807 00000100:00100000:0.0:1715206675.959687:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.959755:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772096 00000100:00100000:2.0:1715206675.959759:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772096 00000100:00100000:2.0:1715206675.959783:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117808 00000100:00100000:2.0:1715206675.959787:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+250:13029:x1798523591772096:12345-192.168.203.35@tcp:35:dbench.0 00000004:00080000:2.0:1715206675.959839:0:18661:0:(mdd_object.c:3936:mdd_close()) Object [0x200000402:0x32:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1715206675.959858:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8313, 64 off540224 00010000:00010000:2.0:1715206675.959876:0:18661:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959882:0:18661:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959887:0:18661:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959890:0:18661:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959894:0:18661:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959897:0:18661:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959900:0:18661:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959902:0:18661:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.959904:0:18661:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959907:0:18661:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959911:0:18661:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff880096845400) 00010000:00010000:2.0:1715206675.959913:0:18661:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.959914:0:18661:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.959917:0:18661:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014240/0xb73f6b2ce2c36db8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00000100:00100000:2.0:1715206675.959981:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13029:x1798523591772096:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 193us (295us total) trans 4295060023 rc 0/0 00000100:00100000:2.0:1715206675.959986:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117808 00000100:00100000:0.0:1715206675.960050:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.960118:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772224 00000100:00100000:3.0:1715206675.960123:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772224 00000100:00100000:3.0:1715206675.960147:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572774 00000100:00100000:3.0:1715206675.960151:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+251:13030:x1798523591772224:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.960166:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.960176:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04000/0xb73f6b2ce24d0622 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147d8 expref: 251 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.960184:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff880096a4bf00) 00010000:00010000:3.0:1715206675.960189:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.960197:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960202:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960208:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960226:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960229:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960232:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960252:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 3/0,1 mode: --/EX res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960256:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960259:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206675.960339:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8314, 64 off540288 00010000:00010000:3.0:1715206675.960359:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960364:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960368:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960371:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960375:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960378:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960381:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960384:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dcfc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206675.960385:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960388:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960392:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff880083326800) 00010000:00010000:3.0:1715206675.960394:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206675.960395:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 3/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960415:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcfc0/0xb73f6b2ce2c36dd4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960425:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960428:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960430:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960433:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833deac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.960435:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960441:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960444:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff880083326800) 00010000:00010000:3.0:1715206675.960445:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.960447:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 2/0,0 mode: --/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960449:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833deac0/0xb73f6b2ce2c36dcd lrc: 0/0,0 mode: --/EX res: [0x200000402:0xa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960568:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960571:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960574:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960577:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd8c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.960578:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960581:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960585:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff880083326f00) 00010000:00010000:3.0:1715206675.960586:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.960587:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960590:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd8c0/0xb73f6b2ce2c36dbf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206675.960596:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fedb480 reply state ffff88012f838000 transno 4295060024 ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960601:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.960604:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x8171ec56 (ffff880083326b00) 00010000:00010000:3.0:1715206675.960605:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206675.960606:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206675.960636:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13030:x1798523591772224:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 484us (586us total) trans 4295060024 rc 0/0 00000100:00100000:3.0:1715206675.960640:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572774 00000100:00100000:0.0:1715206675.962467:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.962531:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772352 00000100:00100000:2.0:1715206675.962536:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772352 00000100:00100000:2.0:1715206675.962558:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117809 00000100:00100000:2.0:1715206675.962562:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13029:x1798523591772352:12345-192.168.203.35@tcp:35:dbench.0 00000004:00080000:2.0:1715206675.962614:0:18661:0:(mdd_object.c:3936:mdd_close()) Object [0x200000402:0x40fa:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1715206675.962630:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8315, 64 off540352 00010000:00010000:2.0:1715206675.962646:0:18661:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962653:0:18661:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962657:0:18661:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962661:0:18661:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962664:0:18661:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962668:0:18661:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962670:0:18661:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962673:0:18661:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.962675:0:18661:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962679:0:18661:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962683:0:18661:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:2.0:1715206675.962685:0:18661:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.962686:0:18661:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.962689:0:18661:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c36ddb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00000100:00100000:2.0:1715206675.962752:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13029:x1798523591772352:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 188us (286us total) trans 4295060025 rc 0/0 00000100:00100000:2.0:1715206675.962757:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117809 00000100:00100000:0.0:1715206675.966799:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.966867:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772480 00000100:00100000:3.0:1715206675.966872:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772480 00000100:00100000:3.0:1715206675.966895:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572775 00000100:00100000:3.0:1715206675.966899:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13030:x1798523591772480:12345-192.168.203.35@tcp:36:dbench.0 00010000:00010000:3.0:1715206675.966916:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206675.966924:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df3c0/0xb73f6b2ce2c36daa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a23d expref: 253 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.966932:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff880083326c00) 00010000:00010000:3.0:1715206675.966936:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206675.966944:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966949:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966953:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966958:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966962:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966965:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966983:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966987:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966990:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.966997:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.967000:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.967011:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.967022:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.967025:0:11041:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.967029:0:11041:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206675.967037:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853824:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1715206675.967071:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.967085:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce600 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.967095:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524853824 00000100:00100000:2.0:1715206675.967100:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524853824 00000100:00100000:2.0:1715206675.967122:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1715206675.967126:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:11041:x1798523524853824:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1715206675.967133:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206675.967140:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083015440/0xb73f6b2ce2c36e05 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb73f6b2ce2c36dfe expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.967150:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083015440/0xb73f6b2ce2c36e05 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb73f6b2ce2c36dfe expref: 6 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.967156:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083015440/0xb73f6b2ce2c36e05 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c36dfe expref: 6 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206675.967164:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880096a76000) 00010000:00010000:2.0:1715206675.967165:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.967167:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083015440, rc 0) 00000100:00100000:2.0:1715206675.967186:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:11041:x1798523524853824:12345-0@lo:101:mdt00_004.0 Request processed in 60us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.967190:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1715206675.967195:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853824:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1715206675.967202:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.967207:0:11041:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.967574:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853888:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1715206675.967592:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206675.967605:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce600 going to sleep for 11 seconds 00000100:00100000:2.0:1715206675.967657:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524853888 00000100:00100000:2.0:1715206675.967662:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524853888 00000100:00100000:2.0:1715206675.967682:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1715206675.967686:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:11041:x1798523524853888:12345-0@lo:403:mdt00_004.0 00000100:00100000:2.0:1715206675.968748:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:11041:x1798523524853888:12345-0@lo:403:mdt00_004.0 Request processed in 1060us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206675.968753:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1715206675.968807:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524853888:0@lo:403:mdt00_004.0 00010000:00010000:3.0:1715206675.969169:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969175:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 2/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969179:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969182:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e484000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.969183:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969186:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 4/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969194:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x2:0x0].0x0 (ffff880083326300) 00010000:00010000:3.0:1715206675.969197:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206675.969198:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 2/0,0 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969201:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484000/0xb73f6b2ce2c36df7 lrc: 0/0,0 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969209:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969213:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969217:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969233:0:11041:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1715206675.969237:0:11041:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000401:0x2:0x0] 00010000:00010000:3.0:1715206675.969239:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969243:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.969245:0:7117:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206675.969246:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969248:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.969250:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.969251:0:7117:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969255:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.969257:0:7117:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e485440 already unused, calling callback (ffffffffa0efa520) 00010000:00010000:3.0:1715206675.969259:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff880083326700) 00010000:00010000:3.0:1715206675.969260:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206675.969260:0:7117:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969261:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969264:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de1c0/0xb73f6b2ce2c36df0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:2.0:1715206675.969265:0:7117:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969273:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969277:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.969279:0:7117:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969282:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.969282:0:7117:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1715206675.969286:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.969288:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969293:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969299:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326e00) 00010000:00010000:3.0:1715206675.969303:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206675.969303:0:7117:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 1/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969306:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206675.969307:0:7117:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009e485440/0xb73f6b2ce2c36dfe lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c36e05 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.969311:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de640/0xb73f6b2ce2c36de2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.969314:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524853952:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.969316:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206675.969316:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206675.969318:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206675.969321:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969326:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969331:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206675.969334:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206675.969335:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dd440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.969338:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969341:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.969346:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65dce0d1 (ffff880083326900) 00000100:00100000:2.0:1715206675.969346:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524853952 00010000:00010000:3.0:1715206675.969347:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.969348:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.969349:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524853952 00010000:00010000:3.0:1715206675.969351:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dd440/0xb73f6b2ce2c36de9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206675.969368:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1715206675.969371:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3687:x1798523524853952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1715206675.969376:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206675.969382:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13030:x1798523591772480:12345-192.168.203.35@tcp:36:dbench.0 Request processed in 2482us (2583us total) trans 0 rc -39/-39 00010000:00010000:2.0:1715206675.969382:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083015440/0xb73f6b2ce2c36e05 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb73f6b2ce2c36dfe expref: 6 pid: 10609 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206675.969387:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572775 00010000:00010000:2.0:1715206675.969389:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880096a76000) 00010000:00010000:2.0:1715206675.969392:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206675.969437:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524853952:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206675.969442:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524853952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1715206675.969443:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1715206675.970585:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.970650:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772608 00000100:00100000:2.0:1715206675.970655:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772608 00000100:00100000:2.0:1715206675.970678:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117810 00000100:00100000:2.0:1715206675.970682:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+252:13030:x1798523591772608:12345-192.168.203.35@tcp:35:dbench.0 00000004:00080000:2.0:1715206675.970729:0:18661:0:(mdd_object.c:3936:mdd_close()) Object [0x200000402:0x40f5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1715206675.970745:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8316, 64 off540416 00010000:00010000:2.0:1715206675.970761:0:18661:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970768:0:18661:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970773:0:18661:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970776:0:18661:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970780:0:18661:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970783:0:18661:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970786:0:18661:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970789:0:18661:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.970790:0:18661:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970793:0:18661:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970797:0:18661:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f5:0x0].0x0 (ffff880096a76600) 00010000:00010000:2.0:1715206675.970799:0:18661:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.970800:0:18661:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.970803:0:18661:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c36e0c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00000100:00100000:2.0:1715206675.970866:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13030:x1798523591772608:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 183us (282us total) trans 4295060026 rc 0/0 00000100:00100000:2.0:1715206675.970872:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117810 00000100:00100000:0.0:1715206675.972269:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.972336:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772736 00000100:00100000:2.0:1715206675.972340:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772736 00000100:00100000:2.0:1715206675.972363:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117811 00000100:00100000:2.0:1715206675.972366:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+253:13030:x1798523591772736:12345-192.168.203.35@tcp:35:dbench.0 00000004:00080000:2.0:1715206675.972430:0:18661:0:(mdd_object.c:3936:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1715206675.972448:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8314, 64 off540288 00010000:00010000:2.0:1715206675.972465:0:18661:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972471:0:18661:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972476:0:18661:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972480:0:18661:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972483:0:18661:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972486:0:18661:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972489:0:18661:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972491:0:18661:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.972493:0:18661:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972499:0:18661:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972503:0:18661:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff88009fbd7700) 00010000:00010000:2.0:1715206675.972505:0:18661:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.972506:0:18661:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.972509:0:18661:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015200/0xb73f6b2ce2c36e13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00000100:00100000:2.0:1715206675.972571:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+254:13030:x1798523591772736:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 203us (303us total) trans 4295060027 rc 0/0 00000100:00100000:2.0:1715206675.972575:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117811 00000100:00100000:0.0:1715206675.975094:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.975162:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772864 00000100:00100000:2.0:1715206675.975166:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772864 00000100:00100000:2.0:1715206675.975189:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117812 00000100:00100000:2.0:1715206675.975192:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e711450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+254:13030:x1798523591772864:12345-192.168.203.35@tcp:35:dbench.0 00000004:00080000:2.0:1715206675.975246:0:18661:0:(mdd_object.c:3936:mdd_close()) Object [0x200000402:0x40fb:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1715206675.975261:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8315, 64 off540352 00010000:00010000:2.0:1715206675.975277:0:18661:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975284:0:18661:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975288:0:18661:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975292:0:18661:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975296:0:18661:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975299:0:18661:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975302:0:18661:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975305:0:18661:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206675.975306:0:18661:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975309:0:18661:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975313:0:18661:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:2.0:1715206675.975315:0:18661:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1715206675.975317:0:18661:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00010000:00010000:2.0:1715206675.975319:0:18661:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017600/0xb73f6b2ce2c36e1a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 18661 initiator: MDT0 00000100:00100000:2.0:1715206675.975390:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e711450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13030:x1798523591772864:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 197us (297us total) trans 4295060028 rc 0/0 00000100:00100000:2.0:1715206675.975395:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117812 00000100:00100000:0.0:1715206675.977248:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.977313:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591772992 00000100:00100000:2.0:1715206675.977318:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591772992 00000100:00100000:2.0:1715206675.977340:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117813 00000100:00100000:2.0:1715206675.977344:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+255:13028:x1798523591772992:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.977429:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13028:x1798523591772992:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 83us (181us total) trans 4295060029 rc 0/0 00000100:00100000:2.0:1715206675.977433:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117813 00000100:00100000:0.0:1715206675.978481:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.978545:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773120 00000100:00100000:2.0:1715206675.978549:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773120 00000100:00100000:2.0:1715206675.978573:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117814 00000100:00100000:2.0:1715206675.978577:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+494:13028:x1798523591773120:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.978657:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+495:13028:x1798523591773120:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 79us (177us total) trans 4295216745 rc 0/0 00000100:00100000:2.0:1715206675.978662:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117814 00000100:00100000:0.0:1715206675.979733:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.979806:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773248 00000100:00100000:2.0:1715206675.979811:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773248 00000100:00100000:2.0:1715206675.979834:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117815 00000100:00100000:2.0:1715206675.979837:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+256:13028:x1798523591773248:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.979900:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13028:x1798523591773248:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 62us (169us total) trans 4295060030 rc 0/0 00000100:00100000:2.0:1715206675.979905:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117815 00000100:00100000:0.0:1715206675.981000:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.981071:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773376 00000100:00100000:2.0:1715206675.981076:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773376 00000100:00100000:2.0:1715206675.981099:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117816 00000100:00100000:2.0:1715206675.981103:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+257:13028:x1798523591773376:12345-192.168.203.35@tcp:35:dbench.0 00000100:00100000:2.0:1715206675.981195:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+258:13028:x1798523591773376:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 91us (196us total) trans 4295060031 rc 0/0 00000100:00100000:2.0:1715206675.981200:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117816 00000100:00100000:0.0:1715206675.982284:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206675.982352:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773504 00000100:00100000:2.0:1715206675.982357:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773504 00000100:00100000:2.0:1715206675.982379:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117817 00000100:00100000:2.0:1715206675.982383:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+495:13028:x1798523591773504:12345-192.168.203.35@tcp:35:dbench.0 00000001:00080000:2.0:1715206675.982456:0:18661:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4295216746 00000100:00100000:2.0:1715206675.982497:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13028:x1798523591773504:12345-192.168.203.35@tcp:35:dbench.0 Request processed in 112us (213us total) trans 4295216747 rc 0/0 00000100:00100000:2.0:1715206675.982501:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117817 00000020:00080000:2.0:1715206675.982504:0:18661:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1715206675.984732:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.984800:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773568 00000100:00100000:3.0:1715206675.984805:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773568 00000100:00100000:3.0:1715206675.984831:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572776 00000100:00100000:3.0:1715206675.984837:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+258:13660:x1798523591773568:12345-192.168.203.35@tcp:101:bash.0 00010000:00010000:3.0:1715206675.984848:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.984857:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484b40/0xb73f6b2ce2c36e21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a244 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.984881:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486400/0xb73f6b2ce2c36e28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.984887:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486400/0xb73f6b2ce2c36e28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.984891:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486400/0xb73f6b2ce2c36e28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206675.984906:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1715206675.984908:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206675.984924:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484b40/0xb73f6b2ce2c36e21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a244 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.984933:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486400/0xb73f6b2ce2c36e28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a244 expref: 259 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.984937:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206675.984939:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206675.984940:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e486400, rc 0) 00000100:00100000:3.0:1715206675.984967:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13660:x1798523591773568:12345-192.168.203.35@tcp:101:bash.0 Request processed in 131us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206675.984971:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572776 00000100:00100000:0.0:1715206675.986626:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.986695:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773632 00000100:00100000:3.0:1715206675.986699:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773632 00000100:00100000:3.0:1715206675.986725:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572777 00000100:00100000:3.0:1715206675.986731:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13660:x1798523591773632:12345-192.168.203.35@tcp:101:bash.0 00010000:00010000:3.0:1715206675.986740:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.986749:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484900/0xb73f6b2ce2c36e2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a24b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.986776:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986781:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986786:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986792:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986796:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986799:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986809:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986812:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986815:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986818:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e485200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.986820:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986824:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986828:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206675.986830:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.986831:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986834:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e485200/0xb73f6b2ce2c36e36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986839:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986842:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986845:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986848:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e486880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.986849:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986852:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986855:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65746164 (ffff880083326c00) 00010000:00010000:3.0:1715206675.986856:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.986857:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986860:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486880/0xb73f6b2ce2c36e3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65746164 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.986874:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484900/0xb73f6b2ce2c36e2f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a24b expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.986879:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e484900/0xb73f6b2ce2c36e2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a24b expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.986884:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e484900, rc 0) 00000100:00100000:3.0:1715206675.986910:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13660:x1798523591773632:12345-192.168.203.35@tcp:101:bash.0 Request processed in 179us (285us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.986914:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572777 00000100:00100000:0.0:1715206675.989222:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.989288:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773696 00000100:00100000:3.0:1715206675.989293:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773696 00000100:00100000:3.0:1715206675.989319:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572778 00000100:00100000:3.0:1715206675.989325:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13661:x1798523591773696:12345-192.168.203.35@tcp:101:date.0 00010000:00010000:3.0:1715206675.989335:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.989345:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e486640/0xb73f6b2ce2c36e44 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a252 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.989371:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.989377:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989381:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989387:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.989391:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989394:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989422:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989425:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989428:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989431:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e484000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.989432:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989435:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989440:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206675.989442:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.989443:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989446:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e484000/0xb73f6b2ce2c36e4b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989451:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989454:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989458:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989460:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e485440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.989462:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989464:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989467:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x736c74 (ffff880083326f00) 00010000:00010000:3.0:1715206675.989469:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.989470:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989472:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e485440/0xb73f6b2ce2c36e52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x736c74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.989485:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e486640/0xb73f6b2ce2c36e44 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a252 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.989489:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e486640/0xb73f6b2ce2c36e44 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a252 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.989493:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e486640, rc 0) 00000100:00100000:3.0:1715206675.989520:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13661:x1798523591773696:12345-192.168.203.35@tcp:101:date.0 Request processed in 196us (299us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.989524:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572778 00000100:00100000:0.0:1715206675.990677:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.990742:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773760 00000100:00100000:3.0:1715206675.990747:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773760 00000100:00100000:3.0:1715206675.990773:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572779 00000100:00100000:3.0:1715206675.990779:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13661:x1798523591773760:12345-192.168.203.35@tcp:101:date.0 00010000:00010000:3.0:1715206675.990788:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.990798:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c36e59 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a259 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.990823:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.990829:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990834:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990840:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.990844:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990847:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990857:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990860:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990863:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990866:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9206c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.990868:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990871:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990875:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206675.990877:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.990879:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990881:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36e60 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990887:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990890:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990893:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990895:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.990897:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990899:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990902:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x5f366cae (ffff880083326000) 00010000:00010000:3.0:1715206675.990903:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.990905:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990910:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36e67 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x5f366cae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.990923:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c36e59 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a259 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.990927:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c36e59 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a259 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.990932:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920900, rc 0) 00000100:00100000:3.0:1715206675.990958:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13661:x1798523591773760:12345-192.168.203.35@tcp:101:date.0 Request processed in 180us (283us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.990962:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572779 00000100:00100000:0.0:1715206675.992278:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.992348:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773888 00000100:00100000:3.0:1715206675.992353:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773888 00000100:00100000:3.0:1715206675.992379:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572780 00000100:00100000:3.0:1715206675.992385:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13661:x1798523591773888:12345-192.168.203.35@tcp:101:date.0 00010000:00010000:3.0:1715206675.992394:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.992418:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36e6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a260 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.992450:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992456:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992461:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992470:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992473:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992476:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992486:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992489:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992492:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992495:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.992497:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992500:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992504:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206675.992505:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.992507:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992510:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36e75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992515:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992518:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992521:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992524:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9233c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.992525:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992528:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992531:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x2060c1a3 (ffff880083326500) 00010000:00010000:3.0:1715206675.992532:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.992533:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992536:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36e7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.992557:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36e6e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a260 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.992561:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36e6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a260 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.992565:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922f40, rc 0) 00000100:00100000:3.0:1715206675.992591:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13661:x1798523591773888:12345-192.168.203.35@tcp:101:date.0 Request processed in 207us (315us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.992596:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572780 00000100:00100000:0.0:1715206675.996026:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.996095:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591773952 00000100:00100000:3.0:1715206675.996099:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591773952 00000100:00100000:3.0:1715206675.996125:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572781 00000100:00100000:3.0:1715206675.996131:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012072bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13005:x1798523591773952:12345-192.168.203.35@tcp:101:bash.0 00010000:00010000:3.0:1715206675.996140:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.996148:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36e83 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a267 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.996173:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.996178:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996183:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996189:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.996192:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996196:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996206:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996209:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996212:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996216:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.996218:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996221:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996225:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206675.996227:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.996228:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996231:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c36e8a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996236:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996239:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996242:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996245:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9221c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.996246:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996249:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996252:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x7370 (ffff880083326900) 00010000:00010000:3.0:1715206675.996253:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.996255:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996257:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36e91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x7370 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206675.996272:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36e83 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a267 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.996278:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36e83 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a267 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.996286:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923cc0, rc 0) 00000100:00100000:3.0:1715206675.996319:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012072bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13005:x1798523591773952:12345-192.168.203.35@tcp:101:bash.0 Request processed in 187us (294us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.996325:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572781 00000100:00100000:0.0:1715206675.998447:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206675.998516:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774080 00000100:00100000:3.0:1715206675.998521:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774080 00000100:00100000:3.0:1715206675.998547:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572782 00000100:00100000:3.0:1715206675.998552:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774080:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206675.998561:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206675.998570:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36e98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a26e expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.998599:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998605:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998610:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998616:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998619:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998622:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998631:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998635:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998638:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998641:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.998642:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998645:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998649:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206675.998651:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.998652:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998655:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36e9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998660:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998664:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998667:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998670:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206675.998671:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998674:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998677:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x56680273 (ffff880083326700) 00010000:00010000:3.0:1715206675.998678:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206675.998679:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998682:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36ea6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x56680273 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206675.998694:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36e98 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a26e expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.998699:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36e98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a26e expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206675.998703:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920480, rc 0) 00000100:00100000:3.0:1715206675.998728:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774080:12345-192.168.203.35@tcp:101:ps.0 Request processed in 176us (283us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206675.998732:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572782 00000100:00100000:0.0:1715206676.000092:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.000162:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774208 00000100:00100000:3.0:1715206676.000167:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774208 00000100:00100000:3.0:1715206676.000192:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572783 00000100:00100000:3.0:1715206676.000198:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774208:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.000207:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.000215:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c36ead lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a275 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.000245:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000251:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000255:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000261:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000265:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000268:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000277:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000280:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000283:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000286:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.000288:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000291:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000295:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.000297:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.000299:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000301:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c36eb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000306:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000309:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000312:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000315:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.000316:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000319:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000322:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x12ec56ed (ffff880083326200) 00010000:00010000:3.0:1715206676.000323:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.000325:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000328:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c36ebb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x12ec56ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.000341:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c36ead lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a275 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.000345:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c36ead lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a275 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.000350:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923180, rc 0) 00000100:00100000:3.0:1715206676.000376:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120729c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774208:12345-192.168.203.35@tcp:101:ps.0 Request processed in 179us (287us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.000381:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572783 00000100:00100000:0.0:1715206676.001749:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.001818:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774336 00000100:00100000:3.0:1715206676.001823:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774336 00000100:00100000:3.0:1715206676.001848:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572784 00000100:00100000:3.0:1715206676.001854:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591774336:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.001863:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.001872:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c36ec2 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a27c expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.001911:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.001917:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001922:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001928:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.001932:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001935:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001944:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001947:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001950:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001953:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.001955:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001958:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001962:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.001964:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.001966:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001968:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36ec9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001974:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001977:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001980:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001983:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.001984:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001986:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001989:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x728288c9 (ffff880083326600) 00010000:00010000:3.0:1715206676.001991:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.001992:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.001994:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36ed0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x728288c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.002007:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c36ec2 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a27c expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.002011:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c36ec2 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a27c expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.002015:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920240, rc 0) 00000100:00100000:3.0:1715206676.002042:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591774336:12345-192.168.203.35@tcp:101:ps.0 Request processed in 188us (295us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.002046:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572784 00000100:00100000:0.0:1715206676.003484:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.003554:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774464 00000100:00100000:3.0:1715206676.003558:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774464 00000100:00100000:3.0:1715206676.003584:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572785 00000100:00100000:3.0:1715206676.003590:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591774464:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.003599:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.003608:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920b40/0xb73f6b2ce2c36ed7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a283 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.003635:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.003641:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003646:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003652:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.003655:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003659:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003668:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003671:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003673:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003677:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.003679:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003682:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003686:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.003688:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.003690:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003692:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36ede lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003697:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003700:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003703:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003705:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.003707:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003710:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003713:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x8b49d6a7 (ffff880083326000) 00010000:00010000:3.0:1715206676.003714:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.003716:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003719:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36ee5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x8b49d6a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.003732:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920b40/0xb73f6b2ce2c36ed7 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a283 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.003736:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920b40/0xb73f6b2ce2c36ed7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a283 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.003741:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920b40, rc 0) 00000100:00100000:3.0:1715206676.003767:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591774464:12345-192.168.203.35@tcp:101:ps.0 Request processed in 178us (285us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.003771:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572785 00000100:00100000:0.0:1715206676.005183:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.005221:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774592 00000100:00100000:3.0:1715206676.005226:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774592 00000100:00100000:3.0:1715206676.005249:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572786 00000100:00100000:3.0:1715206676.005255:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774592:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.005264:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.005272:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c36eec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a28a expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.005300:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005307:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005314:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005322:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005327:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005333:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005345:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005349:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005352:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005355:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.005357:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005360:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005364:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.005366:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.005367:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005370:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36ef3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005375:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005379:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005382:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005384:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.005385:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005388:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005391:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x7a60c1a3 (ffff880083326300) 00010000:00010000:3.0:1715206676.005392:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.005394:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005409:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36efa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x7a60c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.005424:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c36eec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a28a expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.005428:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c36eec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a28a expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.005432:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920d80, rc 0) 00000100:00100000:3.0:1715206676.005457:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774592:12345-192.168.203.35@tcp:101:ps.0 Request processed in 202us (276us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.005461:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572786 00000100:00100000:0.0:1715206676.006721:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.006791:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774720 00000100:00100000:3.0:1715206676.006796:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774720 00000100:00100000:3.0:1715206676.006822:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572787 00000100:00100000:3.0:1715206676.006827:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774720:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.006837:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.006845:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36f01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a291 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.006873:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006881:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006887:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006896:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006900:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006904:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006913:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006916:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006919:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006923:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.006925:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006928:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006932:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.006934:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.006935:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006938:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006944:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006947:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006950:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006953:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.006954:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006956:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006960:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0xf0828812 (ffff880083326c00) 00010000:00010000:3.0:1715206676.006961:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.006962:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006965:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xf0828812 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.006979:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36f01 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a291 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.006984:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36f01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a291 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.006988:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920480, rc 0) 00000100:00100000:3.0:1715206676.007015:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774720:12345-192.168.203.35@tcp:101:ps.0 Request processed in 188us (295us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.007019:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572787 00000100:00100000:0.0:1715206676.008329:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.008366:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774848 00000100:00100000:3.0:1715206676.008370:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774848 00000100:00100000:3.0:1715206676.008394:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572788 00000100:00100000:3.0:1715206676.008411:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774848:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.008421:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.008429:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36f16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a298 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.008457:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008462:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008467:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008474:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008477:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008480:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008489:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008492:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008495:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008498:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9221c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.008500:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008503:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008507:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.008509:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.008510:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008513:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c36f1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008518:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008522:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008525:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008527:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.008529:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008531:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008534:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x638a2b41 (ffff880083326000) 00010000:00010000:3.0:1715206676.008536:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.008537:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008539:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c36f24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x638a2b41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.008552:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36f16 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a298 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.008556:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36f16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a298 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.008560:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923cc0, rc 0) 00000100:00100000:3.0:1715206676.008586:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774848:12345-192.168.203.35@tcp:101:ps.0 Request processed in 175us (259us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.008590:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572788 00000100:00100000:0.0:1715206676.009942:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.010009:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591774976 00000100:00100000:3.0:1715206676.010013:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591774976 00000100:00100000:3.0:1715206676.010039:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572789 00000100:00100000:3.0:1715206676.010044:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774976:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.010069:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.010078:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36f2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a29f expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.010108:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010114:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010118:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010124:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010127:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010131:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010140:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010143:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010146:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010149:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9233c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.010151:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010154:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010159:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.010160:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.010162:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010164:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36f32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010169:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010172:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010175:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010177:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.010179:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010182:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010185:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0xa610fd8d (ffff880083326200) 00010000:00010000:3.0:1715206676.010187:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.010189:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010191:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36f39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xa610fd8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.010205:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36f2b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a29f expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.010209:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36f2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a29f expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.010214:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922f40, rc 0) 00000100:00100000:3.0:1715206676.010241:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591774976:12345-192.168.203.35@tcp:101:ps.0 Request processed in 197us (300us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.010245:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572789 00000100:00100000:0.0:1715206676.011573:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.011608:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591775104 00000100:00100000:3.0:1715206676.011613:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591775104 00000100:00100000:3.0:1715206676.011637:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572790 00000100:00100000:3.0:1715206676.011642:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775104:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.011651:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.011659:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920900/0xb73f6b2ce2c36f40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2a6 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.011686:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011692:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011697:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011703:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011707:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011710:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011719:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011722:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011725:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011728:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.011730:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011733:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011737:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.011739:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.011740:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011743:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921680/0xb73f6b2ce2c36f47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011748:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011751:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011754:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011757:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9206c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.011758:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011761:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011764:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0xdc46bb88 (ffff880083326e00) 00010000:00010000:3.0:1715206676.011765:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.011766:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011769:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36f4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xdc46bb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.011781:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920900/0xb73f6b2ce2c36f40 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2a6 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.011786:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920900/0xb73f6b2ce2c36f40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2a6 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.011790:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920900, rc 0) 00000100:00100000:3.0:1715206676.011816:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775104:12345-192.168.203.35@tcp:101:ps.0 Request processed in 174us (244us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.011820:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572790 00000100:00100000:0.0:1715206676.013199:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.013263:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591775232 00000100:00100000:3.0:1715206676.013268:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591775232 00000100:00100000:3.0:1715206676.013293:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572791 00000100:00100000:3.0:1715206676.013299:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775232:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.013308:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.013317:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36f55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2ad expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.013348:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013353:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013358:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013364:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013367:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013371:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013379:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013382:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013385:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013389:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.013391:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013394:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013415:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.013417:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.013419:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013422:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36f5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013428:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013431:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013434:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013436:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.013438:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013440:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013443:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65f19ed (ffff880083326900) 00010000:00010000:3.0:1715206676.013445:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.013446:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013449:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c36f63 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65f19ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.013463:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36f55 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2ad expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.013467:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c36f55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2ad expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.013472:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920480, rc 0) 00000100:00100000:3.0:1715206676.013497:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775232:12345-192.168.203.35@tcp:101:ps.0 Request processed in 198us (299us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.013501:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572791 00000100:00100000:0.0:1715206676.014922:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.014992:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591775360 00000100:00100000:3.0:1715206676.014997:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591775360 00000100:00100000:3.0:1715206676.015025:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572792 00000100:00100000:3.0:1715206676.015030:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009690bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775360:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.015039:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.015047:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c36f6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2b4 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.015094:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015100:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015105:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015111:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015115:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015118:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015127:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015129:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015133:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015136:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.015137:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015140:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015145:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.015146:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.015148:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015150:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c36f71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015155:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015159:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015162:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015164:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.015165:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015168:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015171:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x61572890 (ffff880083326500) 00010000:00010000:3.0:1715206676.015172:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.015174:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015176:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c36f78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x61572890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.015188:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c36f6a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2b4 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.015192:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c36f6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2b4 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.015197:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920d80, rc 0) 00000100:00100000:3.0:1715206676.015222:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009690bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775360:12345-192.168.203.35@tcp:101:ps.0 Request processed in 192us (302us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.015226:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572792 00000100:00100000:0.0:1715206676.016625:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.016696:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591775488 00000100:00100000:3.0:1715206676.016700:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591775488 00000100:00100000:3.0:1715206676.016727:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572793 00000100:00100000:3.0:1715206676.016732:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775488:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.016742:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.016750:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c36f7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2bb expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.016780:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016786:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016790:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016796:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016800:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016803:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016812:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016815:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016818:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016822:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.016824:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016827:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016831:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.016833:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.016834:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016837:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c36f86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016842:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016845:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016847:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016850:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.016852:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016855:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016858:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x44d42401 (ffff880083326000) 00010000:00010000:3.0:1715206676.016859:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.016860:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016863:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c36f8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x44d42401 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.016877:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c36f7f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2bb expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.016881:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c36f7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2bb expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.016886:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920b40, rc 0) 00000100:00100000:3.0:1715206676.016913:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591775488:12345-192.168.203.35@tcp:101:ps.0 Request processed in 181us (290us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.016917:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572793 00000100:00100000:0.0:1715206676.018278:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.018348:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591775616 00000100:00100000:3.0:1715206676.018353:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591775616 00000100:00100000:3.0:1715206676.018379:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572794 00000100:00100000:3.0:1715206676.018385:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591775616:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.018393:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.018418:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c36f94 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2c2 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.018448:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.018454:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018459:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018465:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.018468:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018472:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018481:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018483:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018486:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018489:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.018491:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018494:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018498:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.018500:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.018502:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018504:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c36f9b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018509:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018513:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018516:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018519:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.018520:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018523:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018525:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x7282882c (ffff880083326700) 00010000:00010000:3.0:1715206676.018527:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.018528:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018530:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c36fa2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x7282882c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.018543:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c36f94 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2c2 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.018547:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c36f94 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2c2 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.018551:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920240, rc 0) 00000100:00100000:3.0:1715206676.018578:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591775616:12345-192.168.203.35@tcp:101:ps.0 Request processed in 194us (302us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.018582:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572794 00000100:00100000:0.0:1715206676.019952:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.020020:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591775744 00000100:00100000:3.0:1715206676.020024:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591775744 00000100:00100000:3.0:1715206676.020050:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572795 00000100:00100000:3.0:1715206676.020076:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591775744:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.020085:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.020093:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923180/0xb73f6b2ce2c36fa9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2c9 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.020119:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.020125:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020129:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020135:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.020138:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020142:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020151:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020154:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020157:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020160:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.020162:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020166:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020170:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.020171:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.020173:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020176:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922880/0xb73f6b2ce2c36fb0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020181:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020184:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020187:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020189:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.020191:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020193:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020196:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0xdf3fa6a9 (ffff880083326300) 00010000:00010000:3.0:1715206676.020197:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.020199:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020202:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c36fb7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0xdf3fa6a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.020214:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923180/0xb73f6b2ce2c36fa9 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2c9 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.020219:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923180/0xb73f6b2ce2c36fa9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2c9 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.020223:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923180, rc 0) 00000100:00100000:3.0:1715206676.020249:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880096908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591775744:12345-192.168.203.35@tcp:101:ps.0 Request processed in 194us (300us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.020254:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572795 00000100:00100000:0.0:1715206676.021604:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.021674:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591775872 00000100:00100000:3.0:1715206676.021679:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591775872 00000100:00100000:3.0:1715206676.021704:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572796 00000100:00100000:3.0:1715206676.021710:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591775872:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.021719:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.021728:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c36fbe lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2d0 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.021757:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.021763:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021768:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021775:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.021779:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021782:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021791:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021794:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021797:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021800:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.021802:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021805:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021809:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.021811:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.021812:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021815:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c36fc5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021821:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021824:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021827:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021829:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.021831:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021833:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021836:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0xf7d9f3b4 (ffff880083326600) 00010000:00010000:3.0:1715206676.021838:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.021839:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021841:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c36fcc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0xf7d9f3b4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.021854:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c36fbe lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2d0 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.021858:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c36fbe lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2d0 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.021862:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920480, rc 0) 00000100:00100000:3.0:1715206676.021889:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591775872:12345-192.168.203.35@tcp:101:ps.0 Request processed in 179us (287us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.021893:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572796 00000100:00100000:0.0:1715206676.023229:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.023265:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776000 00000100:00100000:3.0:1715206676.023270:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776000 00000100:00100000:3.0:1715206676.023293:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572797 00000100:00100000:3.0:1715206676.023299:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591776000:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.023308:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.023316:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c36fd3 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2d7 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.023344:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.023352:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023357:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023365:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.023371:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023376:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023388:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023391:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023395:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023413:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9206c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.023415:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023419:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023424:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.023425:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.023427:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023430:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c36fda lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023436:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023439:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023442:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023444:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.023446:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023448:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023452:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x3faa3c56 (ffff880083326c00) 00010000:00010000:3.0:1715206676.023453:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.023454:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023457:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c36fe1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x3faa3c56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.023471:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c36fd3 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2d7 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.023475:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c36fd3 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2d7 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.023480:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920900, rc 0) 00000100:00100000:3.0:1715206676.023505:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591776000:12345-192.168.203.35@tcp:101:ps.0 Request processed in 206us (277us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.023509:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572797 00000100:00100000:0.0:1715206676.024860:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.024926:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776128 00000100:00100000:3.0:1715206676.024931:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776128 00000100:00100000:3.0:1715206676.024957:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572798 00000100:00100000:3.0:1715206676.024963:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591776128:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.024972:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.024980:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36fe8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2de expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.025008:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025016:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025023:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025032:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025036:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025039:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025049:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025052:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025073:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025076:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.025078:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025081:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025086:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.025087:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.025089:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025092:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921f80/0xb73f6b2ce2c36fef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025098:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025101:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025104:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025107:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9233c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.025108:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025111:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025114:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0xc63529be (ffff880083326e00) 00010000:00010000:3.0:1715206676.025115:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.025116:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025119:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c36ff6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xc63529be bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.025133:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36fe8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2de expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.025137:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c36fe8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2de expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.025141:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922f40, rc 0) 00000100:00100000:3.0:1715206676.025166:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591776128:12345-192.168.203.35@tcp:101:ps.0 Request processed in 204us (307us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.025170:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572798 00000100:00100000:0.0:1715206676.026565:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.026596:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776256 00000100:00100000:3.0:1715206676.026601:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776256 00000100:00100000:3.0:1715206676.026624:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572799 00000100:00100000:3.0:1715206676.026630:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591776256:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.026639:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.026647:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36ffd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2e5 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.026675:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.026681:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026685:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026691:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.026694:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026698:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026707:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026709:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026712:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026716:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.026718:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026721:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026725:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.026727:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.026728:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026731:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921440/0xb73f6b2ce2c37004 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026736:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026739:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026742:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026744:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e9221c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.026746:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026748:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026752:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x9d487d0a (ffff880083326200) 00010000:00010000:3.0:1715206676.026753:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.026754:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026757:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c3700b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x9d487d0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.026770:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36ffd lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2e5 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.026774:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c36ffd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2e5 expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.026778:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923cc0, rc 0) 00000100:00100000:3.0:1715206676.026804:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13662:x1798523591776256:12345-192.168.203.35@tcp:101:ps.0 Request processed in 175us (240us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.026809:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572799 00000100:00100000:0.0:1715206676.028211:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.028260:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776384 00000100:00100000:3.0:1715206676.028265:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776384 00000100:00100000:3.0:1715206676.028288:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572800 00000100:00100000:3.0:1715206676.028292:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591776384:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.028299:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.028305:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c37012 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2ec expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.028327:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028333:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028338:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028344:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028347:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028350:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028359:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028363:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028366:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028369:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.028370:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028373:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028377:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.028379:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.028380:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028383:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c37019 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028388:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028392:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028395:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028409:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.028411:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028413:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028417:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0xef60c19f (ffff880083326300) 00010000:00010000:3.0:1715206676.028419:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.028420:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028423:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c37020 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0xef60c19f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.028436:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c37012 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2ec expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.028440:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c37012 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2ec expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.028444:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920480, rc 0) 00000100:00100000:3.0:1715206676.028467:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591776384:12345-192.168.203.35@tcp:101:ps.0 Request processed in 175us (258us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.028472:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572800 00000100:00100000:0.0:1715206676.029806:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.029845:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776512 00000100:00100000:3.0:1715206676.029849:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776512 00000100:00100000:3.0:1715206676.029870:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572801 00000100:00100000:3.0:1715206676.029874:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591776512:12345-192.168.203.35@tcp:101:ps.0 00010000:00010000:3.0:1715206676.029881:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.029887:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37027 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2f3 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.029909:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029915:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029919:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029924:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029928:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029931:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029940:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029943:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029945:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029949:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.029951:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029954:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029958:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.029960:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.029961:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029964:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c3702e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029969:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029971:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029974:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029977:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.029979:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029981:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029984:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x8246a988 (ffff880083326f00) 00010000:00010000:3.0:1715206676.029986:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.029987:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.029990:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c37035 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x8246a988 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.030002:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37027 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2f3 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.030007:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37027 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2f3 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.030011:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923180, rc 0) 00000100:00100000:3.0:1715206676.030037:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13662:x1798523591776512:12345-192.168.203.35@tcp:101:ps.0 Request processed in 162us (232us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.030041:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572801 00000100:00100000:0.0:1715206676.042684:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.042725:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776576 00000100:00100000:3.0:1715206676.042729:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776576 00000100:00100000:3.0:1715206676.042752:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572802 00000100:00100000:3.0:1715206676.042756:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13005:x1798523591776576:12345-192.168.203.35@tcp:101:bash.0 00010000:00010000:3.0:1715206676.042763:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.042771:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c3703c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a2fa expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.042796:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.042801:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042806:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042812:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.042816:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042819:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042831:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042834:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042837:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042840:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.042842:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042845:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042850:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.042851:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.042853:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042855:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923840/0xb73f6b2ce2c37043 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042869:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042872:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042876:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042878:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.042879:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042882:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042885:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x6d72 (ffff880083326000) 00010000:00010000:3.0:1715206676.042886:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.042888:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042890:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c3704a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x6d72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.042904:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c3703c lrc: 1/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2fa expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.042908:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c3703c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a2fa expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.042912:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920240, rc 0) 00000100:00100000:3.0:1715206676.042935:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13005:x1798523591776576:12345-192.168.203.35@tcp:101:bash.0 Request processed in 179us (255us total) trans 0 rc 301/301 00000100:00100000:3.0:1715206676.042939:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572802 00000100:00100000:0.0:1715206676.045776:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.045808:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776640 00000100:00100000:3.0:1715206676.045812:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776640 00000100:00100000:3.0:1715206676.045834:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572803 00000100:00100000:3.0:1715206676.045837:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012000d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+259:13663:x1798523591776640:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.045844:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.045851:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37051 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a301 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.045870:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045875:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045880:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045887:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045891:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045894:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045926:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c37066 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045930:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c37066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.045933:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c37066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.046000:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.046002:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1715206676.046019:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c37066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046025:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046028:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046031:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046033:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.046035:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046038:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046042:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.046044:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.046045:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046048:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37058 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046071:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046074:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046078:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046080:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.046082:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046084:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046088:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65dce0d1 (ffff880083326800) 00010000:00010000:3.0:1715206676.046089:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.046090:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046093:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3705f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.046106:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37051 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a301 expref: 261 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.046112:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c37066 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a301 expref: 260 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.046116:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff880083326500) 00010000:00010000:3.0:1715206676.046117:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.046118:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920d80, rc 0) 00000100:00100000:3.0:1715206676.046143:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012000d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+260:13663:x1798523591776640:12345-192.168.203.35@tcp:101:rm.0 Request processed in 304us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.046147:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572803 00000100:00100000:0.0:1715206676.047304:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.047338:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776704 00000100:00100000:3.0:1715206676.047342:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776704 00000100:00100000:3.0:1715206676.047362:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572804 00000100:00100000:3.0:1715206676.047365:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+260:13663:x1798523591776704:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.047372:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.047379:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c3706d lrc: 2/0,0 mode: --/CR res: [0x200000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a308 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.047412:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.047418:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.047423:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.047435:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000400:0x2:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.047437:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.047448:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c3706d lrc: 0/0,0 mode: --/CR res: [0x200000400:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 262 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.047456:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 261 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.047460:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x2:0x0].0x0 (ffff880083326300) 00010000:00010000:3.0:1715206676.047462:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.047464:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922ac0, rc 0) 00000100:00100000:3.0:1715206676.047490:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+261:13663:x1798523591776704:12345-192.168.203.35@tcp:101:rm.0 Request processed in 124us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.047496:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572804 00000100:00100000:0.0:1715206676.048487:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.048519:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776768 00000100:00100000:3.0:1715206676.048522:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776768 00000100:00100000:3.0:1715206676.048541:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572805 00000100:00100000:3.0:1715206676.048544:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+497:13663:x1798523591776768:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.048550:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.048557:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c3707b lrc: 2/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a30f expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.048574:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c37082 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.048579:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c37082 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.048583:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c37082 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.048599:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000401:0x2:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.048601:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.048617:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920240/0xb73f6b2ce2c3707b lrc: 0/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a30f expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.048624:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c37082 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a30f expref: 498 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.048628:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880083326900) 00010000:00010000:3.0:1715206676.048630:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.048632:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922400, rc 0) 00000100:00100000:3.0:1715206676.048655:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+498:13663:x1798523591776768:12345-192.168.203.35@tcp:101:rm.0 Request processed in 110us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.048659:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572805 00000100:00100000:0.0:1715206676.049988:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.050074:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776896 00000100:00100000:3.0:1715206676.050079:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776896 00000100:00100000:3.0:1715206676.050106:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572806 00000100:00100000:3.0:1715206676.050112:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+261:13663:x1798523591776896:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.050121:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.050130:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923840/0xb73f6b2ce2c37089 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a316 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1715206676.050193:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.050244:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923840/0xb73f6b2ce2c37089 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a316 expref: 263 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.050250:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923840/0xb73f6b2ce2c37089 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a316 expref: 263 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.050255:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923840, rc 0) 00000100:00100000:3.0:1715206676.050284:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+262:13663:x1798523591776896:12345-192.168.203.35@tcp:101:rm.0 Request processed in 171us (297us total) trans 4295060032 rc 301/301 00000100:00100000:3.0:1715206676.050290:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572806 00000100:00100000:0.0:1715206676.052326:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.052391:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591776960 00000100:00100000:2.0:1715206676.052419:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591776960 00000100:00100000:2.0:1715206676.052445:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117818 00000100:00100000:2.0:1715206676.052450:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e711050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+262:13663:x1798523591776960:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.053927:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e711050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+262:13663:x1798523591776960:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1475us (1601us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.053932:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117818 00000100:00100000:0.0:1715206676.055596:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.055638:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777024 00000100:00100000:2.0:1715206676.055643:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777024 00000100:00100000:2.0:1715206676.055666:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117819 00000100:00100000:2.0:1715206676.055670:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+498:13663:x1798523591777024:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.057192:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+498:13663:x1798523591777024:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1519us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.057201:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117819 00000100:00100000:0.0:1715206676.058502:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.058568:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777152 00000100:00100000:2.0:1715206676.058572:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777152 00000100:00100000:2.0:1715206676.058595:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117820 00000100:00100000:2.0:1715206676.058600:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+262:13663:x1798523591777152:12345-192.168.203.35@tcp:35:rm.0 00000040:00080000:2.0:1715206676.058710:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000400:0x3:0x0].2, 344 off35256 00000040:00080000:2.0:1715206676.058731:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].2, 424 off35536 00000004:00080000:2.0:1715206676.058734:0:18661:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88013551c600 with version 6 00000004:00080000:0.0:1715206676.058757:0:9073:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800a4b93480 version 6 rpc_version 6 00000020:00100000:0.0:1715206676.058777:0:9073:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.058782:0:9073:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009590b100 x1798523524854080/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.058796:0:9073:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524854080:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1715206676.058823:0:9073:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.058839:0:9073:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.058853:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854080 00000100:00100000:2.0:1715206676.058855:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854080 00000100:00100000:2.0:1715206676.058878:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1715206676.058882:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:9073:x1798523524854080:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1715206676.058979:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:9073:x1798523524854080:12345-0@lo:1000:osp_up1-0.0 Request processed in 96us (154us total) trans 4295216748 rc 0/0 00000100:00100000:2.0:1715206676.058984:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1715206676.059005:0:9073:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524854080:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1715206676.059038:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+263:13663:x1798523591777152:12345-192.168.203.35@tcp:35:rm.0 Request processed in 437us (537us total) trans 4295060033 rc 0/0 00000100:00100000:2.0:1715206676.059042:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117820 00000100:00100000:2.0:1715206676.060252:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.060293:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777280 00000100:00100000:3.0:1715206676.060297:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777280 00000100:00100000:3.0:1715206676.060320:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572807 00000100:00100000:3.0:1715206676.060336:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+263:13663:x1798523591777280:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.060346:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.060355:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37097 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a31d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.060445:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c3709e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.060454:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c3709e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.060461:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c3709e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.060468:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.060508:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37097 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a31d expref: 266 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.060517:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c3709e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a31d expref: 265 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.060524:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff880083326500) 00010000:00010000:3.0:1715206676.060526:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206676.060528:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922880, rc 0) 00000100:00100000:3.0:1715206676.060554:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+265:13663:x1798523591777280:12345-192.168.203.35@tcp:101:rm.0 Request processed in 219us (303us total) trans 4295060034 rc 0/0 00000100:00100000:3.0:1715206676.060559:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572807 00000100:00100000:0.0:1715206676.062497:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.062536:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777344 00000100:00100000:3.0:1715206676.062540:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777344 00000100:00100000:3.0:1715206676.062565:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572808 00000100:00100000:3.0:1715206676.062571:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+498:13663:x1798523591777344:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.062580:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.062590:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c370ac lrc: 2/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a324 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.062616:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.062623:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062630:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062638:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 3/1,0 mode: --/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.062641:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062645:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062680:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c370c1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1006a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.062685:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c370c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1006a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062688:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c370c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1006a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.062727:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1006a:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.062729:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1715206676.062746:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c370c1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1006a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062750:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062754:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 2/0,0 mode: CR/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062757:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062760:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.062762:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062765:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062770:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880083326900) 00010000:00010000:3.0:1715206676.062772:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.062774:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062776:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920480/0xb73f6b2ce2c370b3 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062781:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062783:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062786:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062789:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e922640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.062790:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062796:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062799:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x6599e0d1 (ffff880083326600) 00010000:00010000:3.0:1715206676.062800:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.062802:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062804:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922640/0xb73f6b2ce2c370ba lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.062827:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923600/0xb73f6b2ce2c370ac lrc: 0/0,0 mode: --/CR res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a324 expref: 500 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.062833:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c370c1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1006a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a324 expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.062837:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006a:0x0].0x0 (ffff88012cf24100) 00010000:00010000:3.0:1715206676.062838:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.062839:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920fc0, rc 0) 00000100:00100000:3.0:1715206676.062867:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+499:13663:x1798523591777344:12345-192.168.203.35@tcp:101:rm.0 Request processed in 296us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.062874:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572808 00000100:00100000:0.0:1715206676.064152:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.064223:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777408 00000100:00100000:2.0:1715206676.064227:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777408 00000100:00100000:2.0:1715206676.064255:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 541 00000100:00100000:2.0:1715206676.064259:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+499:2000:x1798523591777408:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.064266:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206676.064274:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c370c1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a324 expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.064289:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006a:0x0].0x0 (ffff88012cf24100) 00010000:00010000:2.0:1715206676.064291:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206676.064308:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+498:2000:x1798523591777408:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 48us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.064313:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 541 00000100:00100000:0.0:1715206676.064538:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.064572:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777472 00000100:00100000:3.0:1715206676.064576:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777472 00000100:00100000:3.0:1715206676.064597:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572809 00000100:00100000:3.0:1715206676.064601:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+498:13663:x1798523591777472:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.064610:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.064619:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c370c8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a32b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.064644:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c370cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.064650:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c370cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.064654:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c370cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.064667:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000400:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.064669:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.064680:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c370c8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a32b expref: 500 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.064687:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c370cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a32b expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.064691:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff880083326800) 00010000:00010000:3.0:1715206676.064693:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.064694:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e9221c0, rc 0) 00000100:00100000:3.0:1715206676.064719:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+499:13663:x1798523591777472:12345-192.168.203.35@tcp:101:rm.0 Request processed in 117us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.064722:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572809 00000100:00100000:0.0:1715206676.065760:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.065833:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777536 00000100:00100000:3.0:1715206676.065838:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777536 00000100:00100000:3.0:1715206676.065863:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572810 00000100:00100000:3.0:1715206676.065869:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+265:13663:x1798523591777536:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.065883:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.065892:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c370d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a332 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.065917:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.065923:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.065927:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.065940:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.065942:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.065953:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c370d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 267 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.065961:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 266 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.065966:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff880083326e00) 00010000:00010000:3.0:1715206676.065967:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.065969:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e922f40, rc 0) 00000100:00100000:3.0:1715206676.065995:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13663:x1798523591777536:12345-192.168.203.35@tcp:101:rm.0 Request processed in 126us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.065999:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572810 00000100:00100000:0.0:1715206676.068080:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.068143:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777600 00000100:00100000:2.0:1715206676.068147:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777600 00000100:00100000:2.0:1715206676.068163:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117821 00000100:00100000:2.0:1715206676.068167:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+499:13663:x1798523591777600:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.069579:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+499:13663:x1798523591777600:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1409us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.069586:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117821 00000100:00100000:0.0:1715206676.071274:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.071341:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777664 00000100:00100000:2.0:1715206676.071346:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777664 00000100:00100000:2.0:1715206676.071369:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117822 00000100:00100000:2.0:1715206676.071373:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13663:x1798523591777664:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.072749:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13663:x1798523591777664:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1373us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.072755:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117822 00000100:00100000:0.0:1715206676.074708:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.074777:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777728 00000100:00100000:3.0:1715206676.074782:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777728 00000100:00100000:3.0:1715206676.074804:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572811 00000100:00100000:3.0:1715206676.074809:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+499:13663:x1798523591777728:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.074816:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.074822:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c370e4 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a339 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.074840:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 3/1,0 mode: --/CR res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.074846:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074850:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074856:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.074859:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074862:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074884:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c370f9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1006c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.074889:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c370f9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1006c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074892:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c370f9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1006c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.074931:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1006c:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.074933:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1715206676.074939:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c370f9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1006c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074943:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074947:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074950:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074953:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.074954:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074958:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074962:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff880083326800) 00010000:00010000:3.0:1715206676.074964:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.074965:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 2/0,0 mode: --/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074968:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921f80/0xb73f6b2ce2c370eb lrc: 0/0,0 mode: --/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074972:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074975:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074978:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074984:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.074985:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074988:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074991:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x746dd4eb (ffff880083326200) 00010000:00010000:3.0:1715206676.074992:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.074993:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.074996:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e920900/0xb73f6b2ce2c370f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.075008:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9233c0/0xb73f6b2ce2c370e4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a339 expref: 501 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.075013:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c370f9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1006c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a339 expref: 500 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.075017:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006c:0x0].0x0 (ffff880096847000) 00010000:00010000:3.0:1715206676.075018:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.075019:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e921680, rc 0) 00000100:00100000:3.0:1715206676.075044:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591777728:12345-192.168.203.35@tcp:101:rm.0 Request processed in 235us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.075048:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572811 00000100:00100000:0.0:1715206676.076353:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.076409:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777792 00000100:00100000:2.0:1715206676.076414:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777792 00000100:00100000:2.0:1715206676.076443:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 542 00000100:00100000:2.0:1715206676.076449:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:2001:x1798523591777792:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.076456:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206676.076466:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e921680/0xb73f6b2ce2c370f9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a339 expref: 500 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.076476:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006c:0x0].0x0 (ffff880096847000) 00010000:00010000:2.0:1715206676.076479:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206676.076508:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+499:2001:x1798523591777792:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 59us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.076515:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 542 00000100:00100000:0.0:1715206676.078731:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.078800:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777856 00000100:00100000:3.0:1715206676.078804:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777856 00000100:00100000:3.0:1715206676.078828:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572812 00000100:00100000:3.0:1715206676.078831:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+266:13663:x1798523591777856:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.078838:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.078845:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c37100 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a340 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.078865:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078871:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078875:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078881:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078885:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078888:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078913:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c37115 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078917:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c37115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078920:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c37115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.078934:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.078936:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206676.078941:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c37115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078946:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078949:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078952:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078955:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.078956:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078959:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078964:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.078965:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.078967:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078970:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921440/0xb73f6b2ce2c37107 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078975:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078978:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078982:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078985:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.078986:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078989:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078992:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x44a1a1a7 (ffff880083326600) 00010000:00010000:3.0:1715206676.078993:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.078994:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.078997:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923cc0/0xb73f6b2ce2c3710e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.079009:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e9206c0/0xb73f6b2ce2c37100 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a340 expref: 268 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.079014:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c37115 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a340 expref: 267 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.079018:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206676.079019:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.079020:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e923600, rc 0) 00000100:00100000:3.0:1715206676.079046:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+267:13663:x1798523591777856:12345-192.168.203.35@tcp:101:rm.0 Request processed in 213us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.079050:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572812 00000100:00100000:2.0:1715206676.081291:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206676.081317:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.081319:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.081330:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778048 00000100:00100000:2.0:1715206676.081334:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778048 00000100:00100000:1.0:1715206676.081339:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777920 00000100:00100000:1.0:1715206676.081342:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777920 00000100:00100000:2.0:1715206676.081352:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117823 00000100:00100000:2.0:1715206676.081355:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e710c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+268:13663:x1798523591778048:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:1.0:1715206676.081356:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591777984 00000100:00100000:1.0:1715206676.081357:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591777984 00000100:00100000:3.0:1715206676.081362:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 852 00000100:00100000:3.0:1715206676.081368:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+268:2001:x1798523591777920:12345-192.168.203.35@tcp:63:ll_sa.0 00000100:00100000:1.0:1715206676.081377:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 853 00000100:00100000:1.0:1715206676.081381:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+499:2000:x1798523591777984:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:3.0:1715206676.081385:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.081391:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c3711c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a355 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206676.081394:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206676.081419:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37123 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a347 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081424:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081429:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081434:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081440:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081442:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081443:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081447:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081453:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081461:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081467:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c3713f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081471:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c3713f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081471:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081475:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c3713f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081477:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081483:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00000004:00200000:3.0:1715206676.081487:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.081489:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206676.081496:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c3713f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081501:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081504:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081506:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081509:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081511:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081511:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139d40/0xb73f6b2ce2c3714d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081514:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081517:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139d40/0xb73f6b2ce2c3714d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081519:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.081520:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.081522:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081522:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139d40/0xb73f6b2ce2c3714d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081525:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920480/0xb73f6b2ce2c3712a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081530:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081533:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081536:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081538:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e923180 already unused, calling callback (ffffffffa0ef9730) 00000004:00200000:1.0:1715206676.081538:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.081540:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00000004:00200000:1.0:1715206676.081541:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1715206676.081543:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081547:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x4d50 (ffff880083326000) 00010000:00010000:3.0:1715206676.081548:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.081549:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081551:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923180/0xb73f6b2ce2c37131 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00000004:00010000:1.0:1715206676.081551:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139d40/0xb73f6b2ce2c3714d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081558:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081563:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922640/0xb73f6b2ce2c3711c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a355 expref: 270 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206676.081563:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081568:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c3713f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a355 expref: 269 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081572:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff88011f3f9200) 00010000:00010000:3.0:1715206676.081573:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1715206676.081573:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081574:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920fc0, rc 0) 00010000:00010000:3.0:1715206676.081577:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206676.081577:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081580:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923840/0xb73f6b2ce2c37154 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a35c expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206676.081580:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081585:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081590:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081592:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880096847a00) 00010000:00010000:3.0:1715206676.081593:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081594:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081596:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081599:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081599:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c37138 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081605:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081608:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081612:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081614:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081617:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081620:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081623:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ba80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206676.081624:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081627:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081631:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37169 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081633:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x5052ab9e (ffff8801310aac00) 00010000:00010000:3.0:1715206676.081635:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081635:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081636:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081638:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081639:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c37146 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00000004:00200000:3.0:1715206676.081648:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.081649:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206676.081652:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37123 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a347 expref: 501 pid: 7131 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715206676.081653:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081657:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081658:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139d40/0xb73f6b2ce2c3714d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a347 expref: 500 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081660:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081662:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:3.0:1715206676.081663:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081663:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1715206676.081664:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f139d40, rc 0) 00010000:00010000:1.0:1715206676.081666:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.081668:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e920240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081669:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081670:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c37170 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a34e expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081672:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081676:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.081677:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.081679:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081681:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920240/0xb73f6b2ce2c3715b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081681:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081685:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081685:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081688:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081689:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081691:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081694:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081695:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081695:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081698:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081699:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081700:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45435891 (ffff880083326c00) 00010000:00010000:3.0:1715206676.081702:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081702:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081703:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081706:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921200/0xb73f6b2ce2c37162 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081716:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923840/0xb73f6b2ce2c37154 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a35c expref: 272 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206676.081720:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c37185 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081721:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37169 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a35c expref: 271 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081724:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:1.0:1715206676.081724:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c37185 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081726:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.081727:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011e920b40, rc 0) 00010000:00010000:1.0:1715206676.081727:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c37185 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081729:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.081732:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3718c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a363 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1715206676.081738:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096 00000004:00200000:1.0:1715206676.081739:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1715206676.081740:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00000004:00010000:1.0:1715206676.081744:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c37185 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081745:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081748:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081748:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081751:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081754:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081754:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081756:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081757:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081758:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081761:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081762:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081765:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880096847a00) 00010000:00010000:1.0:1715206676.081766:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081768:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081770:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139680/0xb73f6b2ce2c37177 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081774:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49440/0xb73f6b2ce2c371a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081775:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081778:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49440/0xb73f6b2ce2c371a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081778:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081780:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081781:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49440/0xb73f6b2ce2c371a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081783:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206676.081784:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081787:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00000004:00200000:3.0:1715206676.081789:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.081790:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206676.081790:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x41aa9094 (ffff8801310aa800) 00010000:00010000:1.0:1715206676.081791:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081792:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00000004:00010000:3.0:1715206676.081794:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49440/0xb73f6b2ce2c371a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081795:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3717e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081797:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081801:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081804:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081804:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c37170 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a34e expref: 502 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081806:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011e921d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081807:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081810:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081810:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c37185 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a34e expref: 501 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081814:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:1.0:1715206676.081814:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206676.081815:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081815:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1715206676.081816:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f138d80, rc 0) 00010000:00010000:3.0:1715206676.081817:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081818:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.081819:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e921d40/0xb73f6b2ce2c37193 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081821:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c371a8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a36a expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081824:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081826:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081829:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081830:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 3/1,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081832:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081833:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081833:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081836:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081837:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081839:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45439694 (ffff880083326700) 00010000:00010000:3.0:1715206676.081840:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.081841:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081843:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081844:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c3719a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081846:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081849:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081852:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922d00/0xb73f6b2ce2c3718c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a363 expref: 273 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081860:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49440/0xb73f6b2ce2c371a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a363 expref: 272 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206676.081862:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c371bd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.081863:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff88008f29c900) 00010000:00010000:3.0:1715206676.081864:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.081865:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c49440, rc 0) 00010000:00010000:1.0:1715206676.081866:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c371bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081867:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.081870:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c371c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a371 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206676.081870:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c371bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00000004:00200000:1.0:1715206676.081877:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.081878:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00000004:00200000:1.0:1715206676.081879:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1715206676.081881:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00000004:00010000:1.0:1715206676.081882:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c371bd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081885:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081886:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081889:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081890:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081892:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081893:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081894:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081896:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081896:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081898:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081902:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880096847a00) 00010000:00010000:1.0:1715206676.081903:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081904:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081907:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c371d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081907:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b600/0xb73f6b2ce2c371af lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081910:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081911:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c371d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081914:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c371d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081914:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081917:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00010000:00010000:1.0:1715206676.081919:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206676.081920:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT1 00000004:00200000:3.0:1715206676.081923:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00010000:00010000:1.0:1715206676.081923:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT1 00000004:00200000:3.0:1715206676.081924:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1715206676.081926:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x44524f57 (ffff8801310aaa00) 00000004:00010000:3.0:1715206676.081927:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c371d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081927:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081928:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081931:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081931:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c371b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT1 00010000:00010000:3.0:1715206676.081934:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081936:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081939:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206676.081939:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c371a8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a36a expref: 503 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081940:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081943:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081945:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c371bd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a36a expref: 502 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081946:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.081947:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206676.081948:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:3.0:1715206676.081949:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:1.0:1715206676.081949:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1715206676.081950:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f139200, rc 0) 00010000:00010000:3.0:1715206676.081951:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c371cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081955:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081958:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081961:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081964:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.081965:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081967:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081970:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45524f8f (ffff880083326f00) 00010000:00010000:3.0:1715206676.081971:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.081973:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.081975:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c371d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00000100:00100000:1.0:1715206676.081979:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+502:2000:x1798523591777984:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 598us (659us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206676.081984:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c371c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a371 expref: 274 pid: 10609 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206676.081985:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 853 00010000:00010000:3.0:1715206676.081988:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c371d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a371 expref: 273 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.081992:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:3.0:1715206676.081993:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.081994:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c486c0, rc 0) 00010000:00010000:3.0:1715206676.081995:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.081999:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c371e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a378 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.082007:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082011:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082014:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082020:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082023:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082027:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082038:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c371f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082042:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c371f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082045:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c371f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00000004:00200000:3.0:1715206676.082053:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.082072:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206676.082077:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c371f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082081:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082084:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082087:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082090:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.082091:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082094:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082098:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.082099:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.082100:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082103:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c371e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082107:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082109:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082112:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082115:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.082116:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082121:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082125:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x44454553 (ffff880133c68e00) 00010000:00010000:3.0:1715206676.082126:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.082127:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082129:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c371ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.082138:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c371e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a378 expref: 275 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.082143:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c371f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a378 expref: 274 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.082146:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880094fbbc00) 00010000:00010000:3.0:1715206676.082147:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.082148:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083c4b840, rc 0) 00000100:00100000:3.0:1715206676.082178:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+274:2001:x1798523591777920:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 810us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.082183:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 852 00000100:00100000:2.0:1715206676.082757:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e710c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591778048:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1400us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.082763:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117823 00000100:00100000:0.0:1715206676.084630:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.084695:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778176 00000100:00100000:2.0:1715206676.084699:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778176 00000100:00100000:2.0:1715206676.084722:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117824 00000100:00100000:2.0:1715206676.084726:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591778176:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.084810:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13663:x1798523591778176:12345-192.168.203.35@tcp:35:rm.0 Request processed in 83us (182us total) trans 4295060035 rc 0/0 00000100:00100000:2.0:1715206676.084815:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117824 00000100:00100000:0.0:1715206676.085753:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.085822:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778304 00000100:00100000:3.0:1715206676.085827:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778304 00000100:00100000:3.0:1715206676.085851:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572813 00000100:00100000:3.0:1715206676.085854:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13663:x1798523591778304:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.085874:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1715206676.085882:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e923600/0xb73f6b2ce2c37115 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a340 expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.085892:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834900/0xb73f6b2ce24d1a26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ff0 expref: 272 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.085900:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092235200/0xb73f6b2ce24d1977 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fb1 expref: 271 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.085906:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880095dd8800) 00010000:00010000:3.0:1715206676.085913:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5ef180/0xb73f6b2ce24dc4a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018d53 expref: 270 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.085919:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009419b600/0xb73f6b2ce24d3037 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801592e expref: 269 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.085924:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.085927:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.085936:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085940:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085944:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085949:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085952:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085956:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085976:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085979:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.085983:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.086114:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.086120:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086124:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086127:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086130:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.086132:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086135:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086139:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff880133c68200) 00010000:00010000:3.0:1715206676.086140:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.086142:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086147:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c3720a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086236:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086248:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086251:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086254:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.086255:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086258:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086262:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880133c68600) 00010000:00010000:3.0:1715206676.086263:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.086265:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086269:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c371fc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.086278:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c3800 reply state ffff880092a27000 transno 4295060036 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086285:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.086290:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x44a1a1a7 (ffff880133c68800) 00010000:00010000:3.0:1715206676.086293:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.086295:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.086333:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591778304:12345-192.168.203.35@tcp:36:rm.0 Request processed in 476us (579us total) trans 4295060036 rc 0/0 00000100:00100000:3.0:1715206676.086340:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572813 00000100:00100000:0.0:1715206676.088236:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.088273:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778368 00000100:00100000:2.0:1715206676.088277:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778368 00000100:00100000:2.0:1715206676.088297:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117825 00000100:00100000:2.0:1715206676.088300:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591778368:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.089700:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591778368:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1397us (1464us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.089707:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117825 00000100:00100000:0.0:1715206676.091479:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.091547:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778496 00000100:00100000:2.0:1715206676.091551:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778496 00000100:00100000:2.0:1715206676.091575:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117826 00000100:00100000:2.0:1715206676.091579:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591778496:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.091654:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591778496:12345-192.168.203.35@tcp:35:rm.0 Request processed in 74us (176us total) trans 4295216749 rc 0/0 00000100:00100000:2.0:1715206676.091658:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117826 00000100:00100000:0.0:1715206676.092804:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.092874:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778624 00000100:00100000:3.0:1715206676.092879:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778624 00000100:00100000:3.0:1715206676.092902:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572814 00000100:00100000:3.0:1715206676.092906:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591778624:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.092924:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1715206676.092933:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139d40/0xb73f6b2ce2c3714d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a347 expref: 503 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.092944:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880120117180/0xb73f6b2ce24d0e87 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b04 expref: 502 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.092951:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880120116f40/0xb73f6b2ce24d0dd8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014acc expref: 501 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.092956:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff88008ec2b100) 00010000:00010000:3.0:1715206676.092963:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a6ac0/0xb73f6b2ce24dc487 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018d45 expref: 500 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.092970:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a2880/0xb73f6b2ce24d2bad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015775 expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.092975:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880096847a00) 00010000:00010000:3.0:1715206676.092979:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.092987:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.092992:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.092996:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093001:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.093004:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093007:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093030:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.093034:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093037:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.093139:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1007a:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.093145:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093149:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093152:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093158:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.093160:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093163:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093168:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x0 (ffff880133c68700) 00010000:00010000:3.0:1715206676.093169:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.093171:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093174:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c3721f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1007a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093231:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093235:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093238:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093240:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c49d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.093242:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093245:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093248:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880133c68f00) 00010000:00010000:3.0:1715206676.093249:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.093251:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093254:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49d40/0xb73f6b2ce2c37211 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.093258:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c1f80 reply state ffff880092a22000 transno 4295216750 ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093263:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.093266:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x5052ab9e (ffff880133c68000) 00010000:00010000:3.0:1715206676.093267:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.093268:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.093299:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591778624:12345-192.168.203.35@tcp:36:rm.0 Request processed in 392us (496us total) trans 4295216750 rc 0/0 00000100:00100000:3.0:1715206676.093304:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572814 00000100:00100000:0.0:1715206676.095148:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.095214:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778688 00000100:00100000:2.0:1715206676.095219:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778688 00000100:00100000:2.0:1715206676.095241:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117827 00000100:00100000:2.0:1715206676.095245:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591778688:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.096588:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591778688:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1340us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.096594:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117827 00000100:00100000:0.0:1715206676.098277:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.098344:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778816 00000100:00100000:2.0:1715206676.098348:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778816 00000100:00100000:2.0:1715206676.098371:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117828 00000100:00100000:2.0:1715206676.098375:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e710850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591778816:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.098477:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e710850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591778816:12345-192.168.203.35@tcp:35:rm.0 Request processed in 101us (201us total) trans 4295216751 rc 0/0 00000100:00100000:2.0:1715206676.098482:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117828 00000100:00100000:0.0:1715206676.099760:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.099828:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591778944 00000100:00100000:3.0:1715206676.099832:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591778944 00000100:00100000:3.0:1715206676.099855:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572815 00000100:00100000:3.0:1715206676.099859:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591778944:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.099877:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.099885:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c37185 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a34e expref: 501 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.099895:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b840/0xb73f6b2ce24d1feb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10086:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015227 expref: 500 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.099903:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011f38d200/0xb73f6b2ce24d1f43 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10086:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580151e8 expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.099912:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff88011f3f9000) 00010000:00010000:3.0:1715206676.099916:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.099923:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.099928:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.099932:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.099937:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.099940:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.099943:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.099964:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.099968:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.099971:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.100047:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10086:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.100071:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100077:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100081:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100083:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.100085:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100088:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100093:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x0 (ffff880133c68600) 00010000:00010000:3.0:1715206676.100094:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.100096:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100098:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37234 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10086:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100146:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100150:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100153:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100155:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.100157:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100162:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100166:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880133c68500) 00010000:00010000:3.0:1715206676.100167:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.100169:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100171:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48480/0xb73f6b2ce2c37226 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.100176:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c0e00 reply state ffff880096da1000 transno 4295216752 ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100180:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.100183:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x41aa9094 (ffff880133c68400) 00010000:00010000:3.0:1715206676.100184:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.100185:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.100215:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591778944:12345-192.168.203.35@tcp:36:rm.0 Request processed in 355us (456us total) trans 4295216752 rc 0/0 00000100:00100000:3.0:1715206676.100219:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572815 00000100:00100000:0.0:1715206676.102431:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.102498:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779008 00000100:00100000:2.0:1715206676.102502:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779008 00000100:00100000:2.0:1715206676.102524:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117829 00000100:00100000:2.0:1715206676.102528:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779008:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.103893:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779008:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1361us (1461us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.103899:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117829 00000100:00100000:0.0:1715206676.105907:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.105971:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779136 00000100:00100000:2.0:1715206676.105975:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779136 00000100:00100000:2.0:1715206676.105998:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117830 00000100:00100000:2.0:1715206676.106002:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779136:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.106095:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591779136:12345-192.168.203.35@tcp:35:rm.0 Request processed in 92us (188us total) trans 4295060037 rc 0/0 00000100:00100000:2.0:1715206676.106100:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117830 00000100:00100000:0.0:1715206676.107108:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.107160:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779264 00000100:00100000:3.0:1715206676.107164:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779264 00000100:00100000:3.0:1715206676.107188:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572816 00000100:00100000:3.0:1715206676.107192:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591779264:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.107209:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.107218:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920fc0/0xb73f6b2ce2c3713f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a355 expref: 271 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.107233:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38d8c0/0xb73f6b2ce24d1d13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801510f expref: 270 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.107241:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3b180/0xb73f6b2ce24d1c79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150d7 expref: 269 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.107246:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff88011f3f9200) 00010000:00010000:3.0:1715206676.107249:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.107257:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107262:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107266:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107271:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107274:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107277:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107298:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107301:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107307:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.107381:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.107387:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107391:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107394:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107416:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.107421:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107434:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107439:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff880133c68c00) 00010000:00010000:3.0:1715206676.107441:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.107442:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107445:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48000/0xb73f6b2ce2c37249 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107498:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107503:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107511:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107515:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.107518:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107522:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107529:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880133c68900) 00010000:00010000:3.0:1715206676.107531:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.107533:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107536:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3723b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.107544:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c2680 reply state ffff880096da0000 transno 4295060038 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107550:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.107556:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x4d50 (ffff880133c68e00) 00010000:00010000:3.0:1715206676.107558:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.107559:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.107599:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779264:12345-192.168.203.35@tcp:36:rm.0 Request processed in 405us (491us total) trans 4295060038 rc 0/0 00000100:00100000:3.0:1715206676.107605:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572816 00000100:00100000:0.0:1715206676.109427:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.109465:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779328 00000100:00100000:2.0:1715206676.109470:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779328 00000100:00100000:2.0:1715206676.109492:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117831 00000100:00100000:2.0:1715206676.109496:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779328:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.110858:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779328:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1358us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.110864:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117831 00000100:00100000:0.0:1715206676.112525:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.112591:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779456 00000100:00100000:2.0:1715206676.112595:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779456 00000100:00100000:2.0:1715206676.112618:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117832 00000100:00100000:2.0:1715206676.112622:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779456:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.112697:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591779456:12345-192.168.203.35@tcp:35:rm.0 Request processed in 74us (174us total) trans 4295060039 rc 0/0 00000100:00100000:2.0:1715206676.112702:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117832 00000100:00100000:0.0:1715206676.113759:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.113827:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779584 00000100:00100000:3.0:1715206676.113832:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779584 00000100:00100000:3.0:1715206676.113855:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572817 00000100:00100000:3.0:1715206676.113859:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591779584:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.113877:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.113885:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920b40/0xb73f6b2ce2c37169 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a35c expref: 271 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.113895:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48a400/0xb73f6b2ce24d0c34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a32 expref: 270 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.113902:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489b00/0xb73f6b2ce24d0b85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580149f3 expref: 269 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.113907:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8800909c3700) 00010000:00010000:3.0:1715206676.113911:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.113919:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113923:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113927:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113932:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113935:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113938:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113958:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113962:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.113965:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.114039:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.114046:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114049:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114052:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114073:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c49d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.114075:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114078:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114083:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff880133c68100) 00010000:00010000:3.0:1715206676.114085:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.114086:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114089:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49d40/0xb73f6b2ce2c3725e lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114139:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114143:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114146:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114149:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.114150:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114153:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114157:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880133c68500) 00010000:00010000:3.0:1715206676.114158:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.114159:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114162:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48480/0xb73f6b2ce2c37250 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.114167:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c0380 reply state ffff880096499000 transno 4295060040 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114171:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.114174:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45435891 (ffff880133c68600) 00010000:00010000:3.0:1715206676.114175:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.114177:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.114207:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779584:12345-192.168.203.35@tcp:36:rm.0 Request processed in 347us (449us total) trans 4295060040 rc 0/0 00000100:00100000:3.0:1715206676.114212:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572817 00000100:00100000:0.0:1715206676.115948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.116014:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779648 00000100:00100000:2.0:1715206676.116019:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779648 00000100:00100000:2.0:1715206676.116042:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117833 00000100:00100000:2.0:1715206676.116045:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e710450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779648:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.117448:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e710450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779648:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1399us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.117453:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117833 00000100:00100000:0.0:1715206676.118849:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.118914:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779776 00000100:00100000:2.0:1715206676.118918:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779776 00000100:00100000:2.0:1715206676.118941:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117834 00000100:00100000:2.0:1715206676.118945:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779776:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.119022:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591779776:12345-192.168.203.35@tcp:35:rm.0 Request processed in 76us (174us total) trans 4295060041 rc 0/0 00000100:00100000:2.0:1715206676.119027:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117834 00000100:00100000:0.0:1715206676.120038:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.120103:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779904 00000100:00100000:3.0:1715206676.120107:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779904 00000100:00100000:3.0:1715206676.120131:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572818 00000100:00100000:3.0:1715206676.120135:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591779904:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.120152:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.120160:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c49440/0xb73f6b2ce2c371a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a363 expref: 271 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.120170:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009419ad00/0xb73f6b2ce24e0769 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801a3bf expref: 270 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.120178:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1b00/0xb73f6b2ce24d2c86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157b4 expref: 269 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.120183:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff88008f29c900) 00010000:00010000:3.0:1715206676.120186:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.120194:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120199:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120203:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120208:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120212:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120215:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120233:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120236:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120240:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.120314:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.120320:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120324:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120327:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120330:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.120332:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120335:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120339:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff880133c68f00) 00010000:00010000:3.0:1715206676.120341:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.120343:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120346:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4af40/0xb73f6b2ce2c37273 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120392:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120408:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120412:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120415:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.120417:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120419:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120424:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880133c68700) 00010000:00010000:3.0:1715206676.120425:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.120426:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120429:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b3c0/0xb73f6b2ce2c37265 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.120434:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c1180 reply state ffff88009649f000 transno 4295060042 ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120439:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.120443:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45439694 (ffff880133c68200) 00010000:00010000:3.0:1715206676.120445:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.120446:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.120477:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591779904:12345-192.168.203.35@tcp:36:rm.0 Request processed in 341us (440us total) trans 4295060042 rc 0/0 00000100:00100000:3.0:1715206676.120481:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572818 00000100:00100000:0.0:1715206676.122101:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.122169:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591779968 00000100:00100000:2.0:1715206676.122173:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591779968 00000100:00100000:2.0:1715206676.122196:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117835 00000100:00100000:2.0:1715206676.122200:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591779968:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.123514:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591779968:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1312us (1413us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.123520:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117835 00000100:00100000:0.0:1715206676.125115:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.125182:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780096 00000100:00100000:2.0:1715206676.125186:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780096 00000100:00100000:2.0:1715206676.125209:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117836 00000100:00100000:2.0:1715206676.125213:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591780096:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.125295:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591780096:12345-192.168.203.35@tcp:35:rm.0 Request processed in 80us (181us total) trans 4295216753 rc 0/0 00000100:00100000:2.0:1715206676.125299:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117836 00000100:00100000:0.0:1715206676.126275:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.126322:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780224 00000100:00100000:3.0:1715206676.126327:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780224 00000100:00100000:3.0:1715206676.126349:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572819 00000100:00100000:3.0:1715206676.126353:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591780224:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.126370:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.126379:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c371bd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a36a expref: 501 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.126390:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89680/0xb73f6b2ce24d094e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10072:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801490c expref: 500 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.126412:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8b3c0/0xb73f6b2ce24d089f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10072:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148d4 expref: 499 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.126418:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff8800909c3400) 00010000:00010000:3.0:1715206676.126423:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.126431:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.126436:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126440:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126447:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.126450:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126453:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126478:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.126481:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126484:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.126561:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10072:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.126567:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126570:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126573:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126576:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee018c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.126578:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126581:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126586:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x0 (ffff880091915000) 00010000:00010000:3.0:1715206676.126588:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.126589:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126592:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37288 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10072:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126641:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126644:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126647:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126650:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.126652:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126655:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126659:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880091915e00) 00010000:00010000:3.0:1715206676.126660:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.126661:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 2/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126664:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a1c0/0xb73f6b2ce2c3727a lrc: 0/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.126668:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c0700 reply state ffff88009649a000 transno 4295216754 ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126673:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.126677:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x44524f57 (ffff880091915100) 00010000:00010000:3.0:1715206676.126678:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.126679:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.126710:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591780224:12345-192.168.203.35@tcp:36:rm.0 Request processed in 356us (436us total) trans 4295216754 rc 0/0 00000100:00100000:3.0:1715206676.126714:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572819 00000100:00100000:0.0:1715206676.128384:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.128453:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780288 00000100:00100000:2.0:1715206676.128457:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780288 00000100:00100000:2.0:1715206676.128480:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117837 00000100:00100000:2.0:1715206676.128484:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780288:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.130005:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780288:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1518us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.130012:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117837 00000100:00100000:0.0:1715206676.131578:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.131654:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780416 00000100:00100000:2.0:1715206676.131659:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780416 00000100:00100000:2.0:1715206676.131681:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117838 00000100:00100000:2.0:1715206676.131685:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e710050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780416:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.131763:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e710050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591780416:12345-192.168.203.35@tcp:35:rm.0 Request processed in 76us (186us total) trans 4295060043 rc 0/0 00000100:00100000:2.0:1715206676.131768:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117838 00000100:00100000:0.0:1715206676.132694:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.132741:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780544 00000100:00100000:3.0:1715206676.132746:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780544 00000100:00100000:3.0:1715206676.132772:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572820 00000100:00100000:3.0:1715206676.132777:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591780544:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.132798:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.132808:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c486c0/0xb73f6b2ce2c371d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a371 expref: 271 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.132823:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38e880/0xb73f6b2ce24d12af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cb6 expref: 270 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.132834:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e48b840/0xb73f6b2ce24d11e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c70 expref: 269 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.132842:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880096a4b800) 00010000:00010000:3.0:1715206676.132848:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.132859:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132870:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132877:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132885:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132890:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132895:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132922:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132928:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.132933:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.133023:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x15:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.133031:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133037:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133042:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133047:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.133050:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133076:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133084:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff880091915800) 00010000:00010000:3.0:1715206676.133087:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.133089:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133095:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c3729d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133160:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133166:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133171:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133175:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.133177:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133182:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133188:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880091915d00) 00010000:00010000:3.0:1715206676.133191:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.133193:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133201:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c3728f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.133210:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c2300 reply state ffff88009649d000 transno 4295060044 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133216:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.133222:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45524f8f (ffff880091915c00) 00010000:00010000:3.0:1715206676.133224:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.133226:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.133262:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780544:12345-192.168.203.35@tcp:36:rm.0 Request processed in 484us (568us total) trans 4295060044 rc 0/0 00000100:00100000:3.0:1715206676.133269:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572820 00000100:00100000:0.0:1715206676.135044:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.135082:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780608 00000100:00100000:2.0:1715206676.135087:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780608 00000100:00100000:2.0:1715206676.135113:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117839 00000100:00100000:2.0:1715206676.135118:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780608:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.136540:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780608:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1419us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.136546:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117839 00000100:00100000:0.0:1715206676.138167:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.138198:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780736 00000100:00100000:2.0:1715206676.138202:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780736 00000100:00100000:2.0:1715206676.138223:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117840 00000100:00100000:2.0:1715206676.138227:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780736:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.138303:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591780736:12345-192.168.203.35@tcp:35:rm.0 Request processed in 75us (137us total) trans 4295060045 rc 0/0 00000100:00100000:2.0:1715206676.138308:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117840 00000100:00100000:0.0:1715206676.139359:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.139405:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780864 00000100:00100000:3.0:1715206676.139410:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780864 00000100:00100000:3.0:1715206676.139432:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572821 00000100:00100000:3.0:1715206676.139436:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591780864:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.139453:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.139462:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4b840/0xb73f6b2ce2c371f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a378 expref: 271 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.139472:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db3180/0xb73f6b2ce24d2ea1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015878 expref: 270 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.139481:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a21c0/0xb73f6b2ce24d2df2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015832 expref: 269 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.139489:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880094fbbc00) 00010000:00010000:3.0:1715206676.139493:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.139502:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139506:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139511:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139517:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x8:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139520:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139523:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139541:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139544:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139548:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.139622:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.139629:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139635:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139638:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139641:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.139642:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139645:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139650:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff880120b55000) 00010000:00010000:3.0:1715206676.139651:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.139653:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139655:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00240/0xb73f6b2ce2c372b2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139700:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139704:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139707:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139709:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee006c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.139711:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139716:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139720:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880120b55f00) 00010000:00010000:3.0:1715206676.139722:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.139723:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139726:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c372a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.139730:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8800925c3480 reply state ffff88009649e000 transno 4295060046 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139734:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.139738:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x44454553 (ffff880120b55100) 00010000:00010000:3.0:1715206676.139739:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.139740:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.139771:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591780864:12345-192.168.203.35@tcp:36:rm.0 Request processed in 334us (413us total) trans 4295060046 rc 0/0 00000100:00100000:3.0:1715206676.139775:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572821 00000100:00100000:0.0:1715206676.141025:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.141073:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591780992 00000100:00100000:2.0:1715206676.141078:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591780992 00000100:00100000:2.0:1715206676.141098:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117841 00000100:00100000:2.0:1715206676.141102:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591780992:12345-192.168.203.35@tcp:35:rm.0 00000040:00080000:2.0:1715206676.141197:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].10, 344 off47632 00000040:00080000:2.0:1715206676.141216:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].10, 424 off49216 00000004:00080000:2.0:1715206676.141219:0:18661:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008da173c0 with version 22 00000004:00080000:0.0:1715206676.141254:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 22 rpc_version 22 00000020:00100000:0.0:1715206676.141277:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.141283:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d941f80 x1798523524854208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.141302:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524854208:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.141334:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.141357:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206676.141416:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854208 00000100:00100000:3.0:1715206676.141421:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854208 00000100:00100000:3.0:1715206676.141446:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1715206676.141450:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:8273:x1798523524854208:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715206676.141604:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8273:x1798523524854208:12345-0@lo:1000:osp_up0-1.0 Request processed in 152us (269us total) trans 4295060047 rc 0/0 00000100:00100000:3.0:1715206676.141609:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1715206676.141657:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524854208:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.141743:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591780992:12345-192.168.203.35@tcp:35:rm.0 Request processed in 638us (718us total) trans 4295216755 rc 0/0 00000100:00100000:2.0:1715206676.141749:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117841 00000100:00100000:0.0:1715206676.142934:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.142969:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781120 00000100:00100000:3.0:1715206676.142973:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781120 00000100:00100000:3.0:1715206676.142996:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572822 00000100:00100000:3.0:1715206676.143000:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591781120:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.143027:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.143036:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89d40/0xb73f6b2ce24d0aa5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1006c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580149ad expref: 501 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.143047:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4b600/0xb73f6b2ce24d0470 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014714 expref: 500 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.143069:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006c:0x0].0x0 (ffff880096847000) 00010000:00010000:3.0:1715206676.143078:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e9221c0/0xb73f6b2ce2c370cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a32b expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.143083:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff880083326800) 00010000:00010000:3.0:1715206676.143087:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.143096:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.143101:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143105:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143110:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.143113:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143119:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143144:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.143147:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143151:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143159:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 3/0,1 mode: --/EX res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.143162:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143166:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143180:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.143183:0:11041:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.143188:0:11041:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206676.143196:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854272:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1715206676.143213:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.143233:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206676.143242:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854272 00000100:00100000:0.0:1715206676.143245:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854272 00000100:00100000:0.0:1715206676.143263:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1715206676.143266:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:11041:x1798523524854272:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1715206676.143274:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206676.143282:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c372dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb73f6b2ce2c372d5 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.143294:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c372dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372d5 expref: 8 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.143301:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c372dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372d5 expref: 8 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.143305:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880094cc0000) 00010000:00010000:0.0:1715206676.143306:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206676.143307:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084eac0, rc 0) 00000100:00100000:0.0:1715206676.143330:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:11041:x1798523524854272:12345-0@lo:101:mdt00_004.0 Request processed in 63us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206676.143334:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1715206676.143354:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854272:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1715206676.143362:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.143367:0:11041:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206676.143757:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854336:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1715206676.143779:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.143792:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a78ce600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206676.143849:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854336 00000100:00100000:0.0:1715206676.143853:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854336 00000100:00100000:0.0:1715206676.143874:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1715206676.143878:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:11041:x1798523524854336:12345-0@lo:403:mdt00_004.0 00000100:00100000:0.0:1715206676.145013:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:11041:x1798523524854336:12345-0@lo:403:mdt00_004.0 Request processed in 1134us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206676.145019:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1715206676.145089:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854336:0@lo:403:mdt00_004.0 00000040:00080000:3.0:1715206676.145582:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].11, 640 off48272 00000040:00080000:3.0:1715206676.145645:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].11, 720 off49936 00000004:00080000:3.0:1715206676.145648:0:11041:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800a78ce600 with version 23 00000004:00080000:0.0:1715206676.145715:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 23 rpc_version 23 00000020:00100000:0.0:1715206676.145729:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.145733:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d943100 x1798523524854464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.145742:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d943100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524854464:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.145759:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.145775:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.145826:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854464 00000100:00100000:2.0:1715206676.145831:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854464 00000100:00100000:2.0:1715206676.145853:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1715206676.145857:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8273:x1798523524854464:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.145994:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:8273:x1798523524854464:12345-0@lo:1000:osp_up0-1.0 Request processed in 137us (233us total) trans 4295060048 rc 0/0 00000100:00100000:2.0:1715206676.145999:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1715206676.146022:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d943100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524854464:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1715206676.146091:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1006c:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.146101:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146106:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146110:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146112:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.146114:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146117:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146125:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff880123730700) 00010000:00010000:3.0:1715206676.146127:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.146129:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 2/0,0 mode: --/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146132:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c372ce lrc: 0/0,0 mode: --/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146140:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.146144:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.146148:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.146165:0:11041:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1715206676.146170:0:11041:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x8:0x0] 00010000:00010000:3.0:1715206676.146172:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146176:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146179:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.146180:0:14817:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206676.146182:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.146183:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.146185:0:14817:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.146188:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.146190:0:14817:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03a80 already unused, calling callback (ffffffffa0efa520) 00010000:00010000:3.0:1715206676.146192:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006c:0x0].0x0 (ffff880120b55200) 00010000:00010000:3.0:1715206676.146193:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.146194:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.146194:0:14817:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.146198:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c372c7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1006c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:2.0:1715206676.146199:0:14817:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.146214:0:14817:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.146217:0:14817:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1715206676.146235:0:14817:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.146239:0:14817:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee03a80/0xb73f6b2ce2c372d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c372dc expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206676.146246:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524854528:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.146249:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206676.146250:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206676.146251:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206676.146264:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206676.146282:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854528 00000100:00100000:2.0:1715206676.146284:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854528 00000100:00100000:2.0:1715206676.146303:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1715206676.146306:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3688:x1798523524854528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.146311:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206676.146317:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.146318:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c372dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb73f6b2ce2c372d5 expref: 9 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.146324:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.146325:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff880094cc0000) 00010000:00010000:3.0:1715206676.146329:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.146329:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.146334:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.146336:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146340:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146346:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff880120b55800) 00000100:00100000:2.0:1715206676.146346:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3688:x1798523524854528:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (81us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206676.146347:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.146348:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.146349:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00010000:00010000:3.0:1715206676.146351:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c372b9 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206676.146353:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524854528:0@lo:103:ldlm_bl.0 00000004:00010000:3.0:1715206676.146359:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d942d80 reply state ffff8800971df000 transno 4295216756 ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146363:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.146367:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x746dd4eb (ffff880120b55400) 00010000:00010000:3.0:1715206676.146368:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.146369:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.146407:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591781120:12345-192.168.203.35@tcp:36:rm.0 Request processed in 3394us (3462us total) trans 4295216756 rc 0/0 00000100:00100000:3.0:1715206676.146412:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572822 00000100:00100000:0.0:1715206676.147820:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.147885:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781248 00000100:00100000:2.0:1715206676.147890:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781248 00000100:00100000:2.0:1715206676.147911:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117842 00000100:00100000:2.0:1715206676.147915:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591781248:12345-192.168.203.35@tcp:35:rm.0 00000040:00080000:2.0:1715206676.147993:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].12, 344 off48616 00000040:00080000:2.0:1715206676.148009:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].12, 424 off50360 00000004:00080000:2.0:1715206676.148011:0:18661:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880122ef5900 with version 24 00000004:00080000:0.0:1715206676.148043:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 24 rpc_version 24 00000020:00100000:0.0:1715206676.148071:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.148076:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d940a80 x1798523524854656/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.148088:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524854656:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.148109:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.148127:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.148138:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854656 00000100:00100000:2.0:1715206676.148141:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854656 00000100:00100000:2.0:1715206676.148158:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1715206676.148161:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8273:x1798523524854656:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.148222:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:8273:x1798523524854656:12345-0@lo:1000:osp_up0-1.0 Request processed in 60us (113us total) trans 4295060049 rc 0/0 00000100:00100000:2.0:1715206676.148227:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1715206676.148241:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524854656:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.148273:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591781248:12345-192.168.203.35@tcp:35:rm.0 Request processed in 357us (454us total) trans 4295216757 rc 0/0 00000100:00100000:2.0:1715206676.148277:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117842 00000100:00100000:0.0:1715206676.149460:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.149501:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781376 00000100:00100000:3.0:1715206676.149506:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781376 00000100:00100000:3.0:1715206676.149529:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572823 00000100:00100000:3.0:1715206676.149533:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591781376:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.149550:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.149560:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49680/0xb73f6b2ce24d0319 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1006a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580146b9 expref: 501 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.149570:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc6c0/0xb73f6b2ce24d02c5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006a:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801469d expref: 500 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.149576:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006a:0x0].0x0 (ffff88012cf24100) 00010000:00010000:3.0:1715206676.149583:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88011e922400/0xb73f6b2ce2c37082 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a30f expref: 499 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.149588:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880083326900) 00010000:00010000:3.0:1715206676.149592:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.149601:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.149606:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149610:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149615:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,1 mode: --/PW res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.149618:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149621:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149645:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.149649:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149652:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149659:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.149662:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149665:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149678:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.149681:0:11041:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.149685:0:11041:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206676.149693:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854720:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1715206676.149708:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.149724:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d892000 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.149732:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854720 00000100:00100000:2.0:1715206676.149736:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854720 00000100:00100000:2.0:1715206676.149756:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1715206676.149760:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:11041:x1798523524854720:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1715206676.149768:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206676.149775:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb73f6b2ce2c372ff expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.149788:0:10609:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 269 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.149793:0:10609:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 4/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 10 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.149806:0:10609:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 269 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.149813:0:10609:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 269 pid: 11041 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1715206676.149820:0:10609:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:10609:1798523524854784:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206676.149848:0:10609:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1df3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.150764:0:10609:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:10609:1798523524854784:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206676.150780:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 10 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.150788:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff880083326e00) 00010000:00010000:2.0:1715206676.150791:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206676.150794:0:10609:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 10 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.150802:0:10609:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 10 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.150808:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083015f80, rc 0) 00000100:00100000:2.0:1715206676.150844:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:11041:x1798523524854720:12345-0@lo:101:mdt00_004.0 Request processed in 1082us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.150850:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1715206676.150915:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854720:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1715206676.150925:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 4/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.150931:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 4/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206676.151096:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.151127:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781440 00000100:00100000:2.0:1715206676.151131:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781440 00010000:00010000:2.0:1715206676.151140:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 270 pid: 11041 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1715206676.151158:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158711 00000100:00100000:2.0:1715206676.151161:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:2003:x1798523591781440:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.151167:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206676.151169:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 270 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.151175:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 270 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.151184:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922f40/0xb73f6b2ce2c370dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a332 expref: 270 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.151190:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff880083326e00) 00010000:00010000:2.0:1715206676.151193:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 9 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.151198:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 9 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.151202:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 9 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.151216:0:7115:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 9 pid: 10609 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206676.151222:0:7115:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:7115:1798523524854848:0@lo:105: 00000100:00100000:2.0:1715206676.151238:0:7115:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206676.151253:0:7115:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1df3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206676.151289:0:7112:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854848 00000100:00100000:0.0:1715206676.151292:0:7112:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854848 00000100:00100000:0.0:1715206676.151319:0:7112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1715206676.151323:0:7112:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7115:x1798523524854848:12345-0@lo:105: 00010000:00010000:0.0:1715206676.151329:0:7112:0:(ldlm_lockd.c:2548:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 5/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1715206676.151334:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000-osp-MDT0001 older than 1715206646 00010000:00010000:0.0:1715206676.151336:0:7112:0:(ldlm_lockd.c:2006:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 5/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.151341:0:7112:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 5/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.151345:0:7112:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 5/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.151349:0:7112:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 6/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.151354:0:7112:0:(ldlm_lockd.c:2111:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 6/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.151365:0:7112:0:(ldlm_lockd.c:2122:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008ee00480) 00000100:00100000:0.0:1715206676.151383:0:7112:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7115:x1798523524854848:12345-0@lo:105: Request processed in 60us (144us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206676.151385:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206676.151387:0:7112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:3.0:1715206676.151393:0:11041:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206676.151394:0:7115:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:7115:1798523524854848:0@lo:105: 00010000:00010000:2.0:1715206676.151415:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206676.151436:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+269:2003:x1798523591781440:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 273us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.151443:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158711 00000100:00100000:3.0:1715206676.151817:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854912:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1715206676.151837:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.151852:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d892000 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.151869:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524854912 00000100:00100000:2.0:1715206676.151872:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524854912 00000100:00100000:2.0:1715206676.151892:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1715206676.151896:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e75d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:11041:x1798523524854912:12345-0@lo:403:mdt00_004.0 00000100:00100000:2.0:1715206676.153047:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e75d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:11041:x1798523524854912:12345-0@lo:403:mdt00_004.0 Request processed in 1149us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.153072:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1715206676.153083:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524854912:0@lo:403:mdt00_004.0 00000040:00080000:3.0:1715206676.153622:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].13, 640 off49256 00000040:00080000:3.0:1715206676.153678:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].13, 720 off51080 00000004:00080000:3.0:1715206676.153681:0:11041:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88012d892000 with version 25 00000004:00080000:0.0:1715206676.153710:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 25 rpc_version 25 00000020:00100000:0.0:1715206676.153724:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.153728:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d941500 x1798523524855040/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.153738:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855040:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.153756:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.153770:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.153796:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855040 00000100:00100000:2.0:1715206676.153800:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855040 00000100:00100000:2.0:1715206676.153825:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1715206676.153829:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:8273:x1798523524855040:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.153957:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:8273:x1798523524855040:12345-0@lo:1000:osp_up0-1.0 Request processed in 127us (199us total) trans 4295060050 rc 0/0 00000100:00100000:2.0:1715206676.153962:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1715206676.153985:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855040:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1715206676.154014:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1006a:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.154022:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154026:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154030:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154033:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee021c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.154034:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154037:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154043:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x0 (ffff880120b57000) 00010000:00010000:3.0:1715206676.154044:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.154046:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154048:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c372f8 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154071:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.154078:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.154082:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.154095:0:11041:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1715206676.154099:0:11041:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x6:0x0] 00010000:00010000:3.0:1715206676.154103:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154107:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154112:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154116:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206676.154117:0:8269:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206676.154119:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.154121:0:8269:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.154124:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.154128:0:8269:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00480 already unused, calling callback (ffffffffa0efa520) 00010000:00010000:3.0:1715206676.154131:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006a:0x0].0x0 (ffff88009722ac00) 00010000:00010000:2.0:1715206676.154131:0:8269:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.154133:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.154136:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:2.0:1715206676.154137:0:8269:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.154141:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c372f1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1006a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.154152:0:8269:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.154157:0:8269:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1715206676.154180:0:8269:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 1/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206676.154186:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524855104:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.154187:0:8269:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008ee00480/0xb73f6b2ce2c372ff lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37306 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.154198:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206676.154200:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206676.154201:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206676.154202:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206676.154221:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855104 00000100:00100000:2.0:1715206676.154225:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855104 00000100:00100000:2.0:1715206676.154248:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00010000:00010000:3.0:1715206676.154251:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.154252:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3685:x1798523524855104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206676.154257:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.154258:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206676.154262:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154266:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206676.154266:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37306 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb73f6b2ce2c372ff expref: 11 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.154269:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154275:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.154278:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff880083326e00) 00010000:00010000:3.0:1715206676.154280:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880097246200) 00010000:00010000:3.0:1715206676.154282:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206676.154284:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.154285:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.154289:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c372e3 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.154299:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d940e00 reply state ffff88012484d000 transno 4295216758 ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.154304:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3685:x1798523524855104:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206676.154306:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.154309:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1715206676.154310:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524855104:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206676.154311:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x6599e0d1 (ffff88009722a200) 00010000:00010000:3.0:1715206676.154314:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.154316:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.154341:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591781376:12345-192.168.203.35@tcp:36:rm.0 Request processed in 4806us (4880us total) trans 4295216758 rc 0/0 00000100:00100000:3.0:1715206676.154347:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572823 00000100:00100000:0.0:1715206676.155525:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.155596:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781504 00000100:00100000:3.0:1715206676.155601:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781504 00000100:00100000:3.0:1715206676.155627:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572824 00000100:00100000:3.0:1715206676.155633:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+500:13663:x1798523591781504:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.155644:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.155654:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3730d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a37f expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.155680:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01200/0xb73f6b2ce2c37314 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.155688:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01200/0xb73f6b2ce2c37314 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.155694:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01200/0xb73f6b2ce2c37314 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.155713:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000400:0x7:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.155715:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.155729:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3730d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a37f expref: 502 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.155738:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01200/0xb73f6b2ce2c37314 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a37f expref: 501 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.155742:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff880120b57b00) 00010000:00010000:3.0:1715206676.155744:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.155746:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01200, rc 0) 00000100:00100000:3.0:1715206676.155773:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591781504:12345-192.168.203.35@tcp:101:rm.0 Request processed in 140us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.155777:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572824 00000100:00100000:0.0:1715206676.156802:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.156844:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781568 00000100:00100000:3.0:1715206676.156848:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781568 00000100:00100000:3.0:1715206676.156873:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572825 00000100:00100000:3.0:1715206676.156879:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+269:13663:x1798523591781568:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.156890:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.156900:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3731b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a386 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.156926:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.156932:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.156937:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.156951:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.156953:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.156966:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00000/0xb73f6b2ce2c3731b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 271 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.156974:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 270 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.156978:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff880120b57700) 00010000:00010000:3.0:1715206676.156980:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.156981:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee00b40, rc 0) 00000100:00100000:3.0:1715206676.157008:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591781568:12345-192.168.203.35@tcp:101:rm.0 Request processed in 130us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.157013:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572825 00000100:00100000:0.0:1715206676.159144:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.159185:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781632 00000100:00100000:2.0:1715206676.159189:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781632 00000100:00100000:2.0:1715206676.159211:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117843 00000100:00100000:2.0:1715206676.159215:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591781632:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.160522:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591781632:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1306us (1379us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.160528:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117843 00000100:00100000:0.0:1715206676.162222:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.162259:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781696 00000100:00100000:2.0:1715206676.162263:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781696 00000100:00100000:2.0:1715206676.162285:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117844 00000100:00100000:2.0:1715206676.162289:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591781696:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.163629:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591781696:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1337us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.163635:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117844 00000100:00100000:0.0:1715206676.167378:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.167440:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781760 00000100:00100000:3.0:1715206676.167445:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781760 00000100:00100000:3.0:1715206676.167468:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572826 00000100:00100000:3.0:1715206676.167472:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591781760:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.167479:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.167486:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c37329 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a38d expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.167508:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c37330 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.167513:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c37330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.167518:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c37330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.167534:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.167536:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206676.167542:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c37330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.167552:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c37329 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a38d expref: 272 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.167560:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c37330 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a38d expref: 271 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.167565:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206676.167566:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.167568:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee03840, rc 0) 00000100:00100000:3.0:1715206676.167593:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591781760:12345-192.168.203.35@tcp:101:rm.0 Request processed in 120us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.167596:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572826 00000100:00100000:0.0:1715206676.169302:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.169372:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781824 00000100:00100000:2.0:1715206676.169376:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781824 00000100:00100000:2.0:1715206676.169412:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117845 00000100:00100000:2.0:1715206676.169416:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591781824:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.170873:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591781824:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1454us (1570us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.170879:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117845 00000100:00100000:0.0:1715206676.172538:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.172611:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591781952 00000100:00100000:2.0:1715206676.172615:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591781952 00000100:00100000:2.0:1715206676.172638:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117846 00000100:00100000:2.0:1715206676.172642:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591781952:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:2.0:1715206676.172719:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591781952:12345-192.168.203.35@tcp:35:rm.0 Request processed in 76us (183us total) trans 4295060051 rc 0/0 00000100:00100000:2.0:1715206676.172724:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117846 00000100:00100000:0.0:1715206676.173777:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.173845:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782080 00000100:00100000:3.0:1715206676.173849:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782080 00000100:00100000:3.0:1715206676.173871:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572827 00000100:00100000:3.0:1715206676.173875:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591782080:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.173893:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1715206676.173901:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee03840/0xb73f6b2ce2c37330 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a38d expref: 272 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.173911:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835f80/0xb73f6b2ce24d1a57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ffe expref: 271 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.173919:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800948373c0/0xb73f6b2ce24d19a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fbf expref: 270 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.173924:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880090dc9200) 00010000:00010000:3.0:1715206676.173931:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e398c0/0xb73f6b2ce24dc43a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018d29 expref: 269 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.173938:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094199200/0xb73f6b2ce24d2fc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158fd expref: 268 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.173945:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff88012d3a4600) 00010000:00010000:3.0:1715206676.173948:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.173956:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.173960:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.173964:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.173969:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.173973:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.173976:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174003:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174006:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174010:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.174114:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.174120:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174126:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174130:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174132:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.174134:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174137:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174142:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff880120b57000) 00010000:00010000:3.0:1715206676.174143:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.174145:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174147:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02ac0/0xb73f6b2ce2c37345 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174202:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174205:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174208:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174211:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.174213:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174219:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174222:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880120b57500) 00010000:00010000:3.0:1715206676.174224:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.174225:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174227:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00480/0xb73f6b2ce2c37337 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.174232:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d943480 reply state ffff8800903d9000 transno 4295060052 ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174236:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.174239:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x44a1a1a7 (ffff880120b57100) 00010000:00010000:3.0:1715206676.174240:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.174242:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.174272:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+269:13663:x1798523591782080:12345-192.168.203.35@tcp:36:rm.0 Request processed in 395us (496us total) trans 4295060052 rc 0/0 00000100:00100000:3.0:1715206676.174276:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572827 00000100:00100000:0.0:1715206676.175374:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.175439:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782144 00000100:00100000:3.0:1715206676.175444:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782144 00000100:00100000:3.0:1715206676.175466:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572828 00000100:00100000:3.0:1715206676.175470:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+501:13663:x1798523591782144:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.175476:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.175483:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3734c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a394 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.175506:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.175512:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175517:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175523:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.175526:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175530:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175557:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c37361 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.175562:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c37361 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175565:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c37361 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.175578:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.175580:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206676.175585:0:11041:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c37361 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175590:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175593:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175597:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175599:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.175601:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175604:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175608:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff88013429e200) 00010000:00010000:3.0:1715206676.175610:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.175611:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175614:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00000/0xb73f6b2ce2c37353 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175619:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175621:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175624:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175627:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee033c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.175629:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175634:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175637:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x5052ab9e (ffff880092239200) 00010000:00010000:3.0:1715206676.175639:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.175640:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175642:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee033c0/0xb73f6b2ce2c3735a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.175654:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00fc0/0xb73f6b2ce2c3734c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a394 expref: 503 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.175659:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c37361 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a394 expref: 502 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.175663:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:3.0:1715206676.175664:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.175665:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee01d40, rc 0) 00000100:00100000:3.0:1715206676.175690:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591782144:12345-192.168.203.35@tcp:101:rm.0 Request processed in 220us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.175695:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572828 00000100:00100000:0.0:1715206676.177052:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.177120:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782208 00000100:00100000:3.0:1715206676.177125:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782208 00000100:00100000:3.0:1715206676.177148:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572829 00000100:00100000:3.0:1715206676.177152:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+269:13663:x1798523591782208:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:3.0:1715206676.177160:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.177167:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c37368 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a39b expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.177179:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c37368 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a39b expref: 270 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.177185:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c37368 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a39b expref: 270 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.177189:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239c00) 00010000:00010000:3.0:1715206676.177191:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.177192:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02f40, rc 0) 00000100:00100000:3.0:1715206676.177209:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591782208:12345-192.168.203.35@tcp:101:rm.0 Request processed in 57us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.177214:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572829 00000100:00100000:0.0:1715206676.178571:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.178637:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782272 00000100:00100000:2.0:1715206676.178641:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782272 00000100:00100000:2.0:1715206676.178665:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117847 00000100:00100000:2.0:1715206676.178669:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591782272:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:2.0:1715206676.180013:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591782272:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1341us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.180019:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117847 00000100:00100000:0.0:1715206676.182280:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.182285:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.182298:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782400 00000100:00100000:2.0:1715206676.182301:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782400 00000100:00100000:0.0:1715206676.182315:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.182320:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117848 00000100:00100000:2.0:1715206676.182324:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591782400:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:0.0:1715206676.182335:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782336 00000100:00100000:0.0:1715206676.182339:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782336 00000100:00100000:3.0:1715206676.182348:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782464 00000100:00100000:3.0:1715206676.182353:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782464 00000100:00100000:0.0:1715206676.182360:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 862 00000100:00100000:0.0:1715206676.182366:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+270:2003:x1798523591782336:12345-192.168.203.35@tcp:63:ll_sa.0 00000100:00100000:3.0:1715206676.182381:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 863 00010000:00010000:0.0:1715206676.182383:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1715206676.182385:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+503:2002:x1798523591782464:12345-192.168.203.35@tcp:63:ll_sa.0 00010000:00010000:0.0:1715206676.182391:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3736f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3a9 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.182412:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.182419:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c37376 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3a2 expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.182428:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182435:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206676.182435:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182440:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182442:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182444:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182451:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206676.182452:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182454:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182457:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182458:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182466:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182479:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c37399 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:3.0:1715206676.182483:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c37399 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182487:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c37399 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182494:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c373a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00000004:00200000:3.0:1715206676.182500:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.182502:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1715206676.182502:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c373a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00000004:00010000:3.0:1715206676.182508:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c37399 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182508:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c373a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182512:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182515:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182519:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182521:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.182523:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00000004:00200000:0.0:1715206676.182525:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.182527:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00000004:00200000:0.0:1715206676.182527:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1715206676.182531:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff88013429e200) 00010000:00010000:3.0:1715206676.182533:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.182534:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182537:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03600/0xb73f6b2ce2c37384 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00000004:00010000:0.0:1715206676.182537:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c373a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182543:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182544:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182546:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182549:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182549:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182551:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.182553:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182554:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182555:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182558:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x41aa9094 (ffff880092239a00) 00010000:00010000:0.0:1715206676.182559:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.182560:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.182561:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182562:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182563:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03180/0xb73f6b2ce2c3738b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182567:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182574:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239c00) 00010000:00010000:3.0:1715206676.182575:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee021c0/0xb73f6b2ce2c37376 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3a2 expref: 505 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.182577:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.182579:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182581:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c37399 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3a2 expref: 504 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.182584:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e400/0xb73f6b2ce2c3737d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182585:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206676.182586:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.182587:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02400, rc 0) 00010000:00010000:3.0:1715206676.182589:0:10609:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.182593:0:10609:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c373a7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3be expref: -99 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.182602:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 3/1,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206676.182605:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182606:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182609:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182610:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182615:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206676.182616:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182618:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182620:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084d200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.182621:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182622:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182627:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182634:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x4d50 (ffff880094cc0100) 00010000:00010000:0.0:1715206676.182637:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.182638:0:10609:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c373bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10609 initiator: MDT0 00010000:00010000:0.0:1715206676.182639:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182642:0:10609:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c373bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182644:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d200/0xb73f6b2ce2c37392 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182646:0:10609:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c373bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00000004:00200000:3.0:1715206676.182654:0:10609:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.182656:0:10609:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206676.182659:0:10609:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c373bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182662:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084c240/0xb73f6b2ce2c3736f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3a9 expref: 272 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.182663:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182666:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182669:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182672:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.182672:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c373a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3a9 expref: 271 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.182673:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182676:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182679:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff88013429e200) 00010000:00010000:0.0:1715206676.182679:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88011f3f9a00) 00010000:00010000:3.0:1715206676.182680:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.182681:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 2/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182681:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1715206676.182683:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084e1c0, rc 0) 00010000:00010000:3.0:1715206676.182685:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee00240/0xb73f6b2ce2c373ae lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182688:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.182690:0:10609:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182693:0:10609:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182694:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c373c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3b0 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.182696:0:10609:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182698:0:10609:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.182700:0:10609:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182702:0:10609:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182705:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x44524f57 (ffff880092239f00) 00010000:00010000:3.0:1715206676.182706:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.182707:0:10609:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:3.0:1715206676.182710:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03cc0/0xb73f6b2ce2c373b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10609 initiator: MDT1 00010000:00010000:0.0:1715206676.182711:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182718:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182719:0:10609:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee006c0/0xb73f6b2ce2c373a7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3be expref: 507 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.182724:0:10609:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c373bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3be expref: 506 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.182724:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:3.0:1715206676.182731:0:10609:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:3.0:1715206676.182732:0:10609:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206676.182733:0:10609:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008ee02d00, rc 0) 00010000:00010000:0.0:1715206676.182734:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182740:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182746:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000100:00100000:3.0:1715206676.182752:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+506:2002:x1798523591782464:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 366us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.182756:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 863 00010000:00010000:0.0:1715206676.182770:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c373d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182777:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c373d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182783:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c373d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1715206676.182799:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 4096 00000004:00200000:0.0:1715206676.182802:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206676.182810:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c373d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182816:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182821:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182826:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182831:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084cb40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.182833:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182838:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182845:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239c00) 00010000:00010000:0.0:1715206676.182847:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.182849:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182854:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cb40/0xb73f6b2ce2c373ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182861:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182867:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182872:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182876:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084ef40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.182879:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182883:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182888:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45435891 (ffff880094cc0500) 00010000:00010000:0.0:1715206676.182890:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.182892:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182897:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084ef40/0xb73f6b2ce2c373d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182913:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084db00/0xb73f6b2ce2c373c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3b0 expref: 273 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.182922:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c373d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3b0 expref: 272 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.182928:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:0.0:1715206676.182930:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1715206676.182932:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009084eac0, rc 0) 00010000:00010000:0.0:1715206676.182936:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206676.182941:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c373df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3b7 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.182962:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182968:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182974:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182983:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182988:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.182994:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183017:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c373f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183024:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c373f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183030:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c373f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1715206676.183044:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1715206676.183047:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206676.183054:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c373f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183081:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183086:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183091:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183095:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.183098:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183103:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183109:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239c00) 00010000:00010000:0.0:1715206676.183111:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.183113:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183118:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72f40/0xb73f6b2ce2c373e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183125:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183129:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183134:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183139:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.183141:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183150:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183156:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45439694 (ffff880094cc0800) 00010000:00010000:0.0:1715206676.183158:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.183160:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183165:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71440/0xb73f6b2ce2c373ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183181:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e640/0xb73f6b2ce2c373df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3b7 expref: 274 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183190:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c373f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3b7 expref: 273 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183196:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8800a7c2e900) 00010000:00010000:0.0:1715206676.183197:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1715206676.183199:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f71680, rc 0) 00010000:00010000:0.0:1715206676.183203:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206676.183209:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c373fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3c5 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183226:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183232:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183238:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183248:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183254:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183259:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183345:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c37410 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183352:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c37410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183359:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c37410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1715206676.183376:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x14:0x0]: returning size 4096 00000004:00200000:0.0:1715206676.183378:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206676.183387:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c37410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183393:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183412:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183417:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183421:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.183423:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183429:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183437:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239c00) 00010000:00010000:0.0:1715206676.183439:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.183441:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183446:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71f80/0xb73f6b2ce2c37402 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183454:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183459:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183464:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183468:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.183471:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183475:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183481:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45524f8f (ffff880094cc0a00) 00010000:00010000:0.0:1715206676.183483:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.183485:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183489:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73a80/0xb73f6b2ce2c37409 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183506:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f733c0/0xb73f6b2ce2c373fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3c5 expref: 275 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183514:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c37410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3c5 expref: 274 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183519:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:0.0:1715206676.183521:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1715206676.183523:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094f73600, rc 0) 00010000:00010000:0.0:1715206676.183527:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715206676.183533:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c37417 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3cc expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183548:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183555:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183561:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183570:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183575:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183581:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183601:0:7131:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04000/0xb73f6b2ce2c3742c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183606:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04000/0xb73f6b2ce2c3742c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183609:0:7131:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04000/0xb73f6b2ce2c3742c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00000004:00200000:0.0:1715206676.183620:0:7131:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40:0x0]: returning size 4096 00000004:00200000:0.0:1715206676.183622:0:7131:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1715206676.183627:0:7131:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04000/0xb73f6b2ce2c3742c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183630:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183633:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183636:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183639:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.183640:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183643:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183647:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239c00) 00010000:00010000:0.0:1715206676.183648:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.183649:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183652:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70b40/0xb73f6b2ce2c3741e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183657:0:7131:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183660:0:7131:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183663:0:7131:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183666:0:7131:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.183667:0:7131:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183670:0:7131:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183673:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x44454553 (ffff880094cc0700) 00010000:00010000:0.0:1715206676.183674:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206676.183675:0:7131:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183677:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f70900/0xb73f6b2ce2c37425 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7131 initiator: MDT0 00010000:00010000:0.0:1715206676.183687:0:7131:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f72400/0xb73f6b2ce2c37417 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3cc expref: 276 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183692:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04000/0xb73f6b2ce2c3742c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3cc expref: 275 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.183695:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:0.0:1715206676.183698:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1715206676.183699:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090b04000, rc 0) 00000100:00100000:0.0:1715206676.183726:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+275:2003:x1798523591782336:12345-192.168.203.35@tcp:63:ll_sa.0 Request processed in 1360us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206676.183731:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 862 00000100:00100000:3.0:1715206676.183886:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+504:13663:x1798523591782400:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1559us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.183893:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117848 00000100:00100000:0.0:1715206676.185577:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.185645:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782592 00000100:00100000:3.0:1715206676.185649:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782592 00000100:00100000:3.0:1715206676.185671:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117849 00000100:00100000:3.0:1715206676.185675:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+504:13663:x1798523591782592:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.185757:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+505:13663:x1798523591782592:12345-192.168.203.35@tcp:35:rm.0 Request processed in 81us (181us total) trans 4295216759 rc 0/0 00000100:00100000:3.0:1715206676.185762:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117849 00000100:00100000:0.0:1715206676.186913:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.186978:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782720 00000100:00100000:3.0:1715206676.186983:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782720 00000100:00100000:3.0:1715206676.187006:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572830 00000100:00100000:3.0:1715206676.187010:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+505:13663:x1798523591782720:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.187027:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1715206676.187035:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01d40/0xb73f6b2ce2c37361 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a394 expref: 505 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.187045:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800949618c0/0xb73f6b2ce24d0e8e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1007b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b0b expref: 504 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.187070:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a46c0/0xb73f6b2ce24d0ded lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1007b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ad3 expref: 503 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.187076:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff88009729ef00) 00010000:00010000:3.0:1715206676.187084:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d53b840/0xb73f6b2ce24dc417 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58018d1b expref: 502 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.187090:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a0b40/0xb73f6b2ce24d2b7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015767 expref: 501 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.187096:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff88013429e200) 00010000:00010000:3.0:1715206676.187099:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.187107:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.187111:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187115:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187120:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.187123:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187127:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187148:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.187152:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187155:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.187234:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1007b:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.187241:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187244:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187247:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187250:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.187252:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187255:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187259:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x0 (ffff880092239b00) 00010000:00010000:3.0:1715206676.187260:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.187262:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187265:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37441 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1007b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187321:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187328:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187331:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187333:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee018c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.187335:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187338:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187341:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff880092239100) 00010000:00010000:3.0:1715206676.187342:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.187344:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187346:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee018c0/0xb73f6b2ce2c37433 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.187351:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a06d80 reply state ffff8800903d8000 transno 4295216760 ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187356:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.187359:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x5052ab9e (ffff880092239900) 00010000:00010000:3.0:1715206676.187360:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.187361:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.187391:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591782720:12345-192.168.203.35@tcp:36:rm.0 Request processed in 380us (479us total) trans 4295216760 rc 0/0 00000100:00100000:3.0:1715206676.187409:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572830 00000100:00100000:0.0:1715206676.189145:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.189211:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782784 00000100:00100000:3.0:1715206676.189216:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782784 00000100:00100000:3.0:1715206676.189238:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117850 00000100:00100000:3.0:1715206676.189243:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591782784:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:3.0:1715206676.190709:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591782784:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1463us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.190715:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117850 00000100:00100000:0.0:1715206676.192328:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.192353:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591782912 00000100:00100000:3.0:1715206676.192357:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591782912 00000100:00100000:3.0:1715206676.192378:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117851 00000100:00100000:3.0:1715206676.192382:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591782912:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.192466:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591782912:12345-192.168.203.35@tcp:35:rm.0 Request processed in 83us (139us total) trans 4295216761 rc 0/0 00000100:00100000:3.0:1715206676.192471:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117851 00000100:00100000:0.0:1715206676.193500:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.193567:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783040 00000100:00100000:3.0:1715206676.193572:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783040 00000100:00100000:3.0:1715206676.193595:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572831 00000100:00100000:3.0:1715206676.193599:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591783040:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.193615:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.193623:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02400/0xb73f6b2ce2c37399 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3a2 expref: 503 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.193633:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092231f80/0xb73f6b2ce24d1ff2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10087:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015220 expref: 502 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.193644:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3ad00/0xb73f6b2ce24d1f4a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10087:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580151ef expref: 501 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.193649:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880096846600) 00010000:00010000:3.0:1715206676.193653:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.193661:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.193665:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193669:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193674:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.193677:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193680:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193699:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.193703:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193706:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.193777:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10087:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.193783:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193787:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193790:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193793:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.193794:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193797:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193802:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x0 (ffff880092239e00) 00010000:00010000:3.0:1715206676.193803:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.193805:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193807:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37456 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10087:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193852:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193855:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193859:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193861:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.193863:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193866:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193870:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff880092239200) 00010000:00010000:3.0:1715206676.193871:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.193872:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193875:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37448 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.193880:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a07800 reply state ffff880073061000 transno 4295216762 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193885:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.193888:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x41aa9094 (ffff880092239d00) 00010000:00010000:3.0:1715206676.193889:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.193890:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.193918:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591783040:12345-192.168.203.35@tcp:36:rm.0 Request processed in 318us (419us total) trans 4295216762 rc 0/0 00000100:00100000:3.0:1715206676.193922:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572831 00000100:00100000:0.0:1715206676.195653:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.195719:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783104 00000100:00100000:3.0:1715206676.195723:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783104 00000100:00100000:3.0:1715206676.195745:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117852 00000100:00100000:3.0:1715206676.195749:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591783104:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:3.0:1715206676.197178:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591783104:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1426us (1524us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.197184:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117852 00000100:00100000:0.0:1715206676.198730:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.198803:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783232 00000100:00100000:3.0:1715206676.198807:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783232 00000100:00100000:3.0:1715206676.198829:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117853 00000100:00100000:3.0:1715206676.198833:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591783232:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.198912:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+276:13663:x1798523591783232:12345-192.168.203.35@tcp:35:rm.0 Request processed in 79us (184us total) trans 4295060053 rc 0/0 00000100:00100000:3.0:1715206676.198917:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117853 00000100:00100000:0.0:1715206676.199964:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.200032:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783360 00000100:00100000:3.0:1715206676.200036:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783360 00000100:00100000:3.0:1715206676.200073:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572832 00000100:00100000:3.0:1715206676.200077:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+276:13663:x1798523591783360:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.200094:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1715206676.200103:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e1c0/0xb73f6b2ce2c373a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3a9 expref: 276 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.200113:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e39440/0xb73f6b2ce24d1d1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015108 expref: 275 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.200120:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3a1c0/0xb73f6b2ce24d1c4f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150c9 expref: 274 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.200125:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff88011f3f9a00) 00010000:00010000:3.0:1715206676.200131:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee02f40/0xb73f6b2ce2c37368 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a39b expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.200136:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239c00) 00010000:00010000:3.0:1715206676.200139:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.200146:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200151:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200155:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200160:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x4d50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200162:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200165:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200187:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200191:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200194:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.200266:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.200272:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200275:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200278:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200284:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d58c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.200286:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200289:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200293:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff880092239a00) 00010000:00010000:3.0:1715206676.200294:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.200296:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200299:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c3746b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200352:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200355:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200358:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200361:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.200362:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200365:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200368:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239b00) 00010000:00010000:3.0:1715206676.200370:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.200371:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200374:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3745d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.200380:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a04380 reply state ffff880073062000 transno 4295060054 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200384:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.200387:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x4d50 (ffff880092239f00) 00010000:00010000:3.0:1715206676.200389:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.200390:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.200430:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783360:12345-192.168.203.35@tcp:36:rm.0 Request processed in 352us (467us total) trans 4295060054 rc 0/0 00000100:00100000:3.0:1715206676.200434:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572832 00000100:00100000:0.0:1715206676.202211:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.202249:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783424 00000100:00100000:3.0:1715206676.202255:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783424 00000100:00100000:3.0:1715206676.202285:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117854 00000100:00100000:3.0:1715206676.202290:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783424:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:3.0:1715206676.203687:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783424:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1394us (1476us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.203693:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117854 00000100:00100000:0.0:1715206676.205212:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.205254:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783552 00000100:00100000:3.0:1715206676.205259:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783552 00000100:00100000:3.0:1715206676.205285:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117855 00000100:00100000:3.0:1715206676.205291:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783552:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.205390:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591783552:12345-192.168.203.35@tcp:35:rm.0 Request processed in 98us (178us total) trans 4295060055 rc 0/0 00000100:00100000:3.0:1715206676.205409:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117855 00000100:00100000:0.0:1715206676.206360:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.206441:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783680 00000100:00100000:3.0:1715206676.206446:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783680 00000100:00100000:3.0:1715206676.206467:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572833 00000100:00100000:3.0:1715206676.206470:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591783680:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.206488:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.206497:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084eac0/0xb73f6b2ce2c373d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3b0 expref: 275 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.206508:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4898c0/0xb73f6b2ce24d0c50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a39 expref: 274 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.206515:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e488d80/0xb73f6b2ce24d0baf lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a01 expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.206520:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880096a76d00) 00010000:00010000:3.0:1715206676.206524:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.206532:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206537:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206541:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206545:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x45435891 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206548:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206552:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206573:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206576:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206579:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.206651:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0xf:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.206657:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206661:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206664:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206667:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.206669:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206672:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206676:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff880092239800) 00010000:00010000:3.0:1715206676.206678:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.206679:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206685:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37480 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206735:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206738:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206741:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206744:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.206745:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206748:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206752:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239a00) 00010000:00010000:3.0:1715206676.206753:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.206754:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206757:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37472 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.206762:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a04700 reply state ffff880073064000 transno 4295060056 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206766:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.206769:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45435891 (ffff880092239c00) 00010000:00010000:3.0:1715206676.206771:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.206772:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.206802:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783680:12345-192.168.203.35@tcp:36:rm.0 Request processed in 330us (443us total) trans 4295060056 rc 0/0 00000100:00100000:3.0:1715206676.206806:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572833 00000100:00100000:0.0:1715206676.208622:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.208668:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783744 00000100:00100000:3.0:1715206676.208674:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783744 00000100:00100000:3.0:1715206676.208701:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117856 00000100:00100000:3.0:1715206676.208707:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783744:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:3.0:1715206676.210381:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783744:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1672us (1758us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.210389:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117856 00000100:00100000:0.0:1715206676.211822:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.211866:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591783872 00000100:00100000:3.0:1715206676.211870:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591783872 00000100:00100000:3.0:1715206676.211897:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117857 00000100:00100000:3.0:1715206676.211903:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591783872:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.212000:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591783872:12345-192.168.203.35@tcp:35:rm.0 Request processed in 95us (177us total) trans 4295060057 rc 0/0 00000100:00100000:3.0:1715206676.212006:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117857 00000100:00100000:0.0:1715206676.212965:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.213008:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784000 00000100:00100000:3.0:1715206676.213012:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784000 00000100:00100000:3.0:1715206676.213038:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572834 00000100:00100000:3.0:1715206676.213043:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591784000:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.213078:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.213089:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f71680/0xb73f6b2ce2c373f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3b7 expref: 275 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.213108:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d88d80/0xb73f6b2ce24e0770 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801a3b8 expref: 274 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.213119:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a3cc0/0xb73f6b2ce24d2c1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015798 expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.213127:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8800a7c2e900) 00010000:00010000:3.0:1715206676.213133:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.213145:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213152:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213158:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213165:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x45439694 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213170:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213175:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213198:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213203:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213211:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.213292:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.213299:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213302:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213305:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213308:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.213310:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213313:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213317:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff880092239a00) 00010000:00010000:3.0:1715206676.213319:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.213320:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213323:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37495 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213388:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213391:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213412:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213415:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.213417:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213420:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213425:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239100) 00010000:00010000:3.0:1715206676.213426:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.213428:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213431:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37487 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.213438:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a07480 reply state ffff880073060000 transno 4295060058 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213442:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.213445:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45439694 (ffff880092239200) 00010000:00010000:3.0:1715206676.213447:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.213448:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.213476:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784000:12345-192.168.203.35@tcp:36:rm.0 Request processed in 433us (513us total) trans 4295060058 rc 0/0 00000100:00100000:3.0:1715206676.213480:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572834 00000100:00100000:0.0:1715206676.215117:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.215161:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784064 00000100:00100000:3.0:1715206676.215166:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784064 00000100:00100000:3.0:1715206676.215190:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117858 00000100:00100000:3.0:1715206676.215195:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591784064:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:3.0:1715206676.216641:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591784064:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1443us (1523us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.216648:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117858 00000100:00100000:0.0:1715206676.218199:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.218244:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784192 00000100:00100000:3.0:1715206676.218248:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784192 00000100:00100000:3.0:1715206676.218272:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117859 00000100:00100000:3.0:1715206676.218277:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591784192:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.218381:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591784192:12345-192.168.203.35@tcp:35:rm.0 Request processed in 101us (181us total) trans 4295216763 rc 0/0 00000100:00100000:3.0:1715206676.218388:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117859 00000100:00100000:0.0:1715206676.219412:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.219456:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784320 00000100:00100000:3.0:1715206676.219460:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784320 00000100:00100000:3.0:1715206676.219487:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572835 00000100:00100000:3.0:1715206676.219493:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591784320:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.219512:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.219524:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02d00/0xb73f6b2ce2c373bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3be expref: 503 pid: 10609 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.219539:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a6400/0xb73f6b2ce24d0947 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10073:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014913 expref: 502 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.219551:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c8a5440/0xb73f6b2ce24d08a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10073:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148db expref: 501 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.219563:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880096a4bd00) 00010000:00010000:3.0:1715206676.219569:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.219580:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 3/0,1 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.219588:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219595:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219604:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x44524f57 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.219610:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219615:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219655:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.219662:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219668:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.219771:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x10073:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.219781:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219790:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219795:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219800:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.219802:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219807:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219814:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x0 (ffff880092239100) 00010000:00010000:3.0:1715206676.219817:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.219820:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219825:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c374aa lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10073:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219904:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219911:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219916:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219920:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.219923:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219932:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219939:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff880092239e00) 00010000:00010000:3.0:1715206676.219941:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.219943:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 2/0,0 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219947:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3749c lrc: 0/0,0 mode: --/CW res: [0x240000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.219956:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a06300 reply state ffff880073063000 transno 4295216764 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219962:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.219968:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x44524f57 (ffff880092239800) 00010000:00010000:3.0:1715206676.219970:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.219972:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.220008:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591784320:12345-192.168.203.35@tcp:36:rm.0 Request processed in 514us (611us total) trans 4295216764 rc 0/0 00000100:00100000:3.0:1715206676.220014:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572835 00000100:00100000:0.0:1715206676.221761:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.221801:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784384 00000100:00100000:3.0:1715206676.221805:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784384 00000100:00100000:3.0:1715206676.221825:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117860 00000100:00100000:3.0:1715206676.221829:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784384:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:3.0:1715206676.223416:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784384:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1584us (1654us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.223422:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117860 00000100:00100000:0.0:1715206676.224960:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.224995:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784512 00000100:00100000:3.0:1715206676.224999:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784512 00000100:00100000:3.0:1715206676.225017:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117861 00000100:00100000:3.0:1715206676.225021:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784512:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.225118:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591784512:12345-192.168.203.35@tcp:35:rm.0 Request processed in 96us (159us total) trans 4295060059 rc 0/0 00000100:00100000:3.0:1715206676.225122:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117861 00000100:00100000:0.0:1715206676.226108:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.226144:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784640 00000100:00100000:3.0:1715206676.226148:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784640 00000100:00100000:3.0:1715206676.226162:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572836 00000100:00100000:3.0:1715206676.226165:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591784640:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.226180:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.226191:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094f73600/0xb73f6b2ce2c37410 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3c5 expref: 275 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.226201:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f38f3c0/0xb73f6b2ce24d127e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca8 expref: 274 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.226208:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e489680/0xb73f6b2ce24d11f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c77 expref: 273 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.226212:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff88012dc58700) 00010000:00010000:3.0:1715206676.226217:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.226226:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226230:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226237:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226242:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x45524f8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226246:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226248:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226271:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226275:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226278:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.226348:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x14:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.226354:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226358:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226361:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226364:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.226365:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226369:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226374:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff880120b57500) 00010000:00010000:3.0:1715206676.226375:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.226377:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226380:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c374bf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226455:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226459:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226462:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226465:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.226466:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226469:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226473:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880092239a00) 00010000:00010000:3.0:1715206676.226475:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.226476:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226479:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c374b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.226485:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a06680 reply state ffff88009085b000 transno 4295060060 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226490:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.226493:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45524f8f (ffff880092239b00) 00010000:00010000:3.0:1715206676.226494:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.226495:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.226524:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784640:12345-192.168.203.35@tcp:36:rm.0 Request processed in 358us (417us total) trans 4295060060 rc 0/0 00000100:00100000:3.0:1715206676.226528:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572836 00000100:00100000:0.0:1715206676.228232:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.228266:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784704 00000100:00100000:3.0:1715206676.228270:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784704 00000100:00100000:3.0:1715206676.228288:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117862 00000100:00100000:3.0:1715206676.228291:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784704:12345-192.168.203.35@tcp:37:rm.0 00000100:00100000:3.0:1715206676.229729:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784704:12345-192.168.203.35@tcp:37:rm.0 Request processed in 1436us (1497us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.229734:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117862 00000100:00100000:0.0:1715206676.231345:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.231429:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784832 00000100:00100000:3.0:1715206676.231435:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784832 00000100:00100000:3.0:1715206676.231463:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117863 00000100:00100000:3.0:1715206676.231467:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6cec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784832:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.231544:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6cec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591784832:12345-192.168.203.35@tcp:35:rm.0 Request processed in 76us (201us total) trans 4295060061 rc 0/0 00000100:00100000:3.0:1715206676.231549:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117863 00000100:00100000:0.0:1715206676.232588:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.232641:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591784960 00000100:00100000:3.0:1715206676.232645:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591784960 00000100:00100000:3.0:1715206676.232672:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572837 00000100:00100000:3.0:1715206676.232677:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+275:13663:x1798523591784960:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.232697:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.232708:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04000/0xb73f6b2ce2c3742c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3cc expref: 275 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.232722:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801216a1440/0xb73f6b2ce24d2e54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801585c expref: 274 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.232734:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136440d80/0xb73f6b2ce24d2d97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015816 expref: 273 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.232741:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff8800a7c2e700) 00010000:00010000:3.0:1715206676.232747:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.232758:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232766:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232772:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232781:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x44454553 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232787:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232793:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232820:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232826:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232832:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.232907:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x40:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.232913:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232917:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232920:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232923:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.232924:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232927:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232932:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x0 (ffff880136b48100) 00010000:00010000:3.0:1715206676.232933:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.232935:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232937:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c374d4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x40:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232986:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232990:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232993:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.232995:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d46c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.232997:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.233000:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.233003:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880120b57500) 00010000:00010000:3.0:1715206676.233005:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.233006:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.233009:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c374c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.233014:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a05180 reply state ffff88009085a000 transno 4295060062 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.233018:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.233021:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x44454553 (ffff880120b57000) 00010000:00010000:3.0:1715206676.233023:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.233024:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.233069:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591784960:12345-192.168.203.35@tcp:36:rm.0 Request processed in 377us (467us total) trans 4295060062 rc 0/0 00000100:00100000:3.0:1715206676.233074:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572837 00000100:00100000:0.0:1715206676.234220:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.234269:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785088 00000100:00100000:3.0:1715206676.234274:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785088 00000100:00100000:3.0:1715206676.234304:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117864 00000100:00100000:3.0:1715206676.234310:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591785088:12345-192.168.203.35@tcp:35:rm.0 00000040:00080000:3.0:1715206676.234458:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].14, 344 off49600 00000040:00080000:3.0:1715206676.234489:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].14, 424 off51504 00000004:00080000:3.0:1715206676.234493:0:18661:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800b2aca000 with version 26 00000004:00080000:0.0:1715206676.234534:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 26 rpc_version 26 00000020:00100000:0.0:1715206676.234557:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.234563:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880092a04000 x1798523524855232/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.234582:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855232:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.234614:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.234641:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.234683:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855232 00000100:00100000:2.0:1715206676.234688:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855232 00000100:00100000:2.0:1715206676.234712:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1715206676.234716:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8273:x1798523524855232:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.234803:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8273:x1798523524855232:12345-0@lo:1000:osp_up0-1.0 Request processed in 86us (188us total) trans 4295060063 rc 0/0 00000100:00100000:2.0:1715206676.234808:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1715206676.234844:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855232:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715206676.234890:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591785088:12345-192.168.203.35@tcp:35:rm.0 Request processed in 579us (671us total) trans 4295216765 rc 0/0 00000100:00100000:3.0:1715206676.234895:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117864 00000100:00100000:0.0:1715206676.236017:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.236043:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785216 00000100:00100000:3.0:1715206676.236047:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785216 00000100:00100000:3.0:1715206676.236080:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572838 00000100:00100000:3.0:1715206676.236084:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591785216:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.236099:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.236109:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d8b600/0xb73f6b2ce24d0ad6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1006d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580149c2 expref: 503 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.236120:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084d440/0xb73f6b2ce24d04a1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014729 expref: 502 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.236125:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006d:0x0].0x0 (ffff88013429ec00) 00010000:00010000:3.0:1715206676.236133:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01200/0xb73f6b2ce2c37314 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a37f expref: 501 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.236139:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff880120b57b00) 00010000:00010000:3.0:1715206676.236142:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.236150:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 3/0,1 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.236155:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236159:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236164:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.236167:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236170:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236197:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.236202:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236205:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236212:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.236215:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236218:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236231:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.236235:0:11041:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.236240:0:11041:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206676.236247:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855296:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1715206676.236264:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.236278:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880091b35780 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.236324:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855296 00000100:00100000:2.0:1715206676.236328:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855296 00000100:00100000:2.0:1715206676.236344:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1715206676.236348:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:11041:x1798523524855296:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1715206676.236356:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206676.236365:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c374fe lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb73f6b2ce2c374f7 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.236377:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c374fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb73f6b2ce2c374f7 expref: 12 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.236384:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c374fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c374f7 expref: 12 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.236388:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880091915800) 00010000:00010000:2.0:1715206676.236390:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206676.236391:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014000, rc 0) 00000100:00100000:2.0:1715206676.236430:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:11041:x1798523524855296:12345-0@lo:101:mdt00_004.0 Request processed in 81us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.236434:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1715206676.236451:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855296:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1715206676.236458:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.236464:0:11041:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206676.236817:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855360:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1715206676.236837:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.236851:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880091b35780 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.236865:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855360 00000100:00100000:2.0:1715206676.236868:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855360 00000100:00100000:2.0:1715206676.236879:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1715206676.236881:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:11041:x1798523524855360:12345-0@lo:403:mdt00_004.0 00000100:00100000:2.0:1715206676.238023:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:11041:x1798523524855360:12345-0@lo:403:mdt00_004.0 Request processed in 1139us (1183us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.238034:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1715206676.238047:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855360:0@lo:403:mdt00_004.0 00000040:00080000:3.0:1715206676.238565:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].15, 640 off50240 00000040:00080000:3.0:1715206676.238633:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].15, 720 off52224 00000004:00080000:3.0:1715206676.238636:0:11041:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880091b35780 with version 27 00000004:00080000:0.0:1715206676.238672:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 27 rpc_version 27 00000020:00100000:0.0:1715206676.238689:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.238694:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880092a05500 x1798523524855488/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.238707:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a05500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855488:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.238734:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.238752:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.238801:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855488 00000100:00100000:2.0:1715206676.238806:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855488 00000100:00100000:2.0:1715206676.238827:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1715206676.238831:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:8273:x1798523524855488:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.238966:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:8273:x1798523524855488:12345-0@lo:1000:osp_up0-1.0 Request processed in 134us (231us total) trans 4295060064 rc 0/0 00000100:00100000:2.0:1715206676.238971:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1715206676.238996:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a05500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855488:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1715206676.239010:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1006d:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.239019:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239024:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239028:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239031:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.239032:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239036:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239041:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x0 (ffff8800832d8100) 00010000:00010000:3.0:1715206676.239042:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.239044:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239047:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c374f0 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239068:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.239072:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.239076:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.239091:0:11041:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1715206676.239095:0:11041:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x9:0x0] 00010000:00010000:3.0:1715206676.239098:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239101:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239104:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239107:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206676.239107:0:7116:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206676.239108:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239111:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.239112:0:7116:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.239115:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006d:0x0].0x0 (ffff8800832d8600) 00010000:00010000:3.0:1715206676.239117:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206676.239117:0:7116:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0efa520) 00010000:00010000:3.0:1715206676.239118:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.239120:0:7116:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.239121:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c374e9 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1006d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:2.0:1715206676.239125:0:7116:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.239140:0:7116:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.239143:0:7116:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1715206676.239161:0:7116:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.239165:0:7116:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d7a80/0xb73f6b2ce2c374f7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c374fe expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206676.239176:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1715206676.239177:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206676.239178:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206676.239179:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206676.239183:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524855552:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206676.239190:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239194:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239197:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206676.239199:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206676.239200:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.239202:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239205:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239208:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff880136b48f00) 00010000:00010000:3.0:1715206676.239209:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.239211:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 2/0,0 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.239211:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855552 00010000:00010000:3.0:1715206676.239213:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c374db lrc: 0/0,0 mode: --/CW res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.239213:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855552 00000004:00010000:3.0:1715206676.239219:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880092a07100 reply state ffff880090859000 transno 4295216766 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239224:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.239228:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x746dd4eb (ffff880136b48d00) 00000100:00100000:2.0:1715206676.239228:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00010000:00010000:3.0:1715206676.239229:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.239230:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206676.239231:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+13:3685:x1798523524855552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.239237:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206676.239243:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014000/0xb73f6b2ce2c374fe lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb73f6b2ce2c374f7 expref: 13 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.239249:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff880091915800) 00000100:00100000:3.0:1715206676.239253:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591785216:12345-192.168.203.35@tcp:36:rm.0 Request processed in 3168us (3237us total) trans 4295216766 rc 0/0 00010000:00010000:2.0:1715206676.239253:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206676.239257:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572838 00000100:00100000:2.0:1715206676.239283:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3685:x1798523524855552:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.239287:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1715206676.239333:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524855552:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1715206676.240577:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.240613:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785344 00000100:00100000:3.0:1715206676.240617:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785344 00000100:00100000:3.0:1715206676.240638:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117865 00000100:00100000:3.0:1715206676.240642:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591785344:12345-192.168.203.35@tcp:35:rm.0 00000040:00080000:3.0:1715206676.240722:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].16, 344 off50584 00000040:00080000:3.0:1715206676.240741:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].16, 424 off52648 00000004:00080000:3.0:1715206676.240744:0:18661:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880091b35b40 with version 28 00000004:00080000:0.0:1715206676.240770:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 28 rpc_version 28 00000020:00100000:0.0:1715206676.240782:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.240786:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d864a80 x1798523524855680/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.240795:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d864a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855680:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.240812:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.240825:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.240876:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855680 00000100:00100000:2.0:1715206676.240881:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855680 00000100:00100000:2.0:1715206676.240903:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1715206676.240906:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:8273:x1798523524855680:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.240978:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:8273:x1798523524855680:12345-0@lo:1000:osp_up0-1.0 Request processed in 70us (163us total) trans 4295060065 rc 0/0 00000100:00100000:2.0:1715206676.240984:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1715206676.240998:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d864a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524855680:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715206676.241031:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591785344:12345-192.168.203.35@tcp:35:rm.0 Request processed in 388us (454us total) trans 4295216767 rc 0/0 00000100:00100000:3.0:1715206676.241036:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117865 00000100:00100000:0.0:1715206676.242339:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.242418:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785472 00000100:00100000:3.0:1715206676.242422:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785472 00000100:00100000:3.0:1715206676.242445:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572839 00000100:00100000:3.0:1715206676.242448:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591785472:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.242465:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206676.242474:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddf80/0xb73f6b2ce24d0351 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1006b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580146ce expref: 503 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.242485:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48b40/0xb73f6b2ce24d032e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1006b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580146c0 expref: 502 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.242490:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006b:0x0].0x0 (ffff880096847100) 00010000:00010000:3.0:1715206676.242495:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.242504:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 3/0,1 mode: --/CW res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.242509:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242513:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242518:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,1 mode: --/PW res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.242522:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242525:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242548:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.242551:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242554:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242560:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.242563:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242567:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242576:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.242579:0:11041:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.242583:0:11041:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206676.242590:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855744:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1715206676.242606:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.242621:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880091b35e40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.242649:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855744 00000100:00100000:2.0:1715206676.242653:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855744 00000100:00100000:2.0:1715206676.242668:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1715206676.242672:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:11041:x1798523524855744:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1715206676.242680:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206676.242687:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb73f6b2ce2c37521 expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.242700:0:7131:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.242705:0:7131:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 4/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 14 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.242718:0:7131:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.242725:0:7131:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 273 pid: 11041 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1715206676.242732:0:7131:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:7131:1798523524855808:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206676.242761:0:7131:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1df39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.243618:0:7131:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:7131:1798523524855808:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206676.243633:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 14 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.243641:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff880120b57700) 00010000:00010000:2.0:1715206676.243643:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206676.243647:0:7131:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 14 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.243654:0:7131:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 14 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.243660:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800830161c0, rc 0) 00000100:00100000:2.0:1715206676.243696:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:11041:x1798523524855744:12345-0@lo:101:mdt00_004.0 Request processed in 1022us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.243702:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1715206676.243756:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855744:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1715206676.243765:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.243771:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206676.244073:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.244113:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785536 00000100:00100000:2.0:1715206676.244118:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785536 00010000:00010000:2.0:1715206676.244129:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 274 pid: 11041 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1715206676.244149:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158712 00000100:00100000:2.0:1715206676.244152:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:2002:x1798523591785536:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.244158:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206676.244161:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 274 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.244167:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 274 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.244176:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00b40/0xb73f6b2ce2c37322 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a386 expref: 274 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.244183:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff880120b57700) 00010000:00010000:2.0:1715206676.244187:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 13 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.244192:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 13 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.244199:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 13 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.244215:0:7115:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 13 pid: 7131 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206676.244221:0:7115:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:7115:1798523524855872:0@lo:105: 00000100:00100000:2.0:1715206676.244238:0:7115:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206676.244252:0:7115:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800b1df39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206676.244268:0:7112:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855872 00000100:00100000:0.0:1715206676.244272:0:7112:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855872 00000100:00100000:0.0:1715206676.244292:0:7112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1715206676.244296:0:7112:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7115:x1798523524855872:12345-0@lo:105: 00010000:00010000:0.0:1715206676.244303:0:7112:0:(ldlm_lockd.c:2548:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.244309:0:7112:0:(ldlm_lockd.c:2006:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.244313:0:7112:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.244317:0:7112:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 5/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.244321:0:7112:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 6/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.244325:0:7112:0:(ldlm_lockd.c:2111:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 6/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.244337:0:7112:0:(ldlm_lockd.c:2122:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800832d6ac0) 00000100:00100000:0.0:1715206676.244356:0:7112:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7115:x1798523524855872:12345-0@lo:105: Request processed in 60us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206676.244360:0:7112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1715206676.244364:0:7115:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:7115:1798523524855872:0@lo:105: 00010000:00010000:2.0:1715206676.244371:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.244372:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.244378:0:11041:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206676.244387:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+273:2002:x1798523591785536:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 233us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.244391:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158712 00000100:00100000:3.0:1715206676.244770:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855936:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1715206676.244792:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.244806:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff880091b35e40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.244817:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524855936 00000100:00100000:2.0:1715206676.244820:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524855936 00000100:00100000:2.0:1715206676.244836:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1715206676.244841:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:11041:x1798523524855936:12345-0@lo:403:mdt00_004.0 00000100:00100000:2.0:1715206676.245960:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:11041:x1798523524855936:12345-0@lo:403:mdt00_004.0 Request processed in 1119us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.245965:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1715206676.246024:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:11041:1798523524855936:0@lo:403:mdt00_004.0 00000040:00080000:3.0:1715206676.246501:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].17, 640 off51224 00000040:00080000:3.0:1715206676.246557:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].17, 720 off53368 00000004:00080000:3.0:1715206676.246560:0:11041:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880091b35e40 with version 29 00000004:00080000:0.0:1715206676.246597:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 29 rpc_version 29 00000020:00100000:0.0:1715206676.246612:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.246617:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d865c00 x1798523524856064/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.246630:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d865c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524856064:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206676.246653:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.246674:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.246699:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856064 00000100:00100000:2.0:1715206676.246705:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856064 00000100:00100000:2.0:1715206676.246731:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1715206676.246736:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:8273:x1798523524856064:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206676.246917:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:8273:x1798523524856064:12345-0@lo:1000:osp_up0-1.0 Request processed in 180us (263us total) trans 4295060066 rc 0/0 00000100:00100000:2.0:1715206676.246926:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1715206676.246952:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d865c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524856064:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1715206676.246965:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000402:0x1006b:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.246974:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.246978:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.246985:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.246988:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d46c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.246990:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.246993:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.246998:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff8800832d8b00) 00010000:00010000:3.0:1715206676.246999:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.247001:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247004:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c3751a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247011:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.247015:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.247019:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.247032:0:11041:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1715206676.247035:0:11041:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x7:0x0] 00010000:00010000:3.0:1715206676.247038:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247043:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206676.247045:0:11581:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206676.247046:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247049:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:0.0:1715206676.247049:0:11581:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.247050:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247053:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247069:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1006b:0x0].0x0 (ffff8800832d8e00) 00010000:00010000:0.0:1715206676.247069:0:11581:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6ac0 already unused, calling callback (ffffffffa0efa520) 00010000:00010000:3.0:1715206676.247070:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1715206676.247071:0:11581:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.247072:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247074:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37513 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1006b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:0.0:1715206676.247076:0:11581:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.247088:0:11581:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.247091:0:11581:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1715206676.247100:0:11581:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206676.247104:0:11581:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800832d6ac0/0xb73f6b2ce2c37521 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37528 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206676.247114:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524856128:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1715206676.247120:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1715206676.247121:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1715206676.247122:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206676.247140:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206676.247148:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247152:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.247152:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856128 00010000:00010000:3.0:1715206676.247155:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.247155:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856128 00010000:00010000:3.0:1715206676.247158:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.247159:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247165:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206676.247167:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00010000:00010000:3.0:1715206676.247169:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff8800832d8700) 00010000:00010000:3.0:1715206676.247170:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206676.247170:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524856128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206676.247172:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247174:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c37505 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.247175:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:3.0:1715206676.247181:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88008d867100 reply state ffff88009277f000 transno 4295216768 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206676.247182:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37528 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb73f6b2ce2c37521 expref: 15 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.247185:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.247189:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x659ae0d1 (ffff8800832d8f00) 00010000:00010000:3.0:1715206676.247190:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206676.247190:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff880120b57700) 00000100:00100000:3.0:1715206676.247191:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206676.247194:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206676.247216:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+14:3687:x1798523524856128:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.247220:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1715206676.247223:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591785472:12345-192.168.203.35@tcp:36:rm.0 Request processed in 4773us (4885us total) trans 4295216768 rc 0/0 00000100:00100000:3.0:1715206676.247228:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572839 00000100:00100000:1.0:1715206676.247235:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d865500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524856128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1715206676.248785:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.248817:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785664 00000100:00100000:3.0:1715206676.248820:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785664 00000100:00100000:3.0:1715206676.248839:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117866 00000100:00100000:3.0:1715206676.248843:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13663:x1798523591785664:12345-192.168.203.35@tcp:35:rm.0 00000040:00080000:3.0:1715206676.248916:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000400:0x3:0x0].3, 344 off35600 00000040:00080000:3.0:1715206676.248930:0:18661:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].3, 424 off35960 00000004:00080000:3.0:1715206676.248933:0:18661:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8801201c80c0 with version 7 00000004:00080000:0.0:1715206676.248959:0:9073:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800a4b93480 version 7 rpc_version 7 00000020:00100000:0.0:1715206676.248973:0:9073:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.248977:0:9073:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d867800 x1798523524856256/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1304/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.248986:0:9073:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d867800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524856256:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1715206676.249004:0:9073:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.249016:0:9073:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.249079:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856256 00000100:00100000:2.0:1715206676.249084:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856256 00000100:00100000:2.0:1715206676.249107:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1715206676.249111:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9073:x1798523524856256:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1715206676.249187:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9073:x1798523524856256:12345-0@lo:1000:osp_up1-0.0 Request processed in 75us (182us total) trans 4295216769 rc 0/0 00000100:00100000:2.0:1715206676.249191:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1715206676.249212:0:9073:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d867800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524856256:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1715206676.249245:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591785664:12345-192.168.203.35@tcp:35:rm.0 Request processed in 400us (460us total) trans 4295060067 rc 0/0 00000100:00100000:3.0:1715206676.249249:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117866 00000100:00100000:2.0:1715206676.250251:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.250321:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785792 00000100:00100000:3.0:1715206676.250326:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785792 00000100:00100000:3.0:1715206676.250349:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572840 00000100:00100000:3.0:1715206676.250353:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+274:13663:x1798523591785792:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.250371:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.250380:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922880/0xb73f6b2ce2c3709e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a31d expref: 274 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.250391:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e920d80/0xb73f6b2ce2c37066 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a301 expref: 273 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.250408:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff880083326500) 00010000:00010000:3.0:1715206676.250416:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e486400/0xb73f6b2ce2c36e28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a244 expref: 272 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.250421:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff880083326a00) 00010000:00010000:3.0:1715206676.250424:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.250434:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250439:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250443:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250449:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250453:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250456:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250479:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250482:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250485:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250492:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250497:0:11041:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 271 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.250501:0:11041:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 4/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.250512:0:11041:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 271 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.250518:0:11041:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 271 pid: 11041 timeout: 1127 lvb_type: 0 00000100:00100000:3.0:1715206676.250524:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524856320:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206676.250553:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8240 going to sleep for 11 seconds 00000100:00100000:3.0:1715206676.251338:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11041:1798523524856320:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206676.251348:0:11041:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206676.251746:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206676.251791:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785856 00000100:00100000:2.0:1715206676.251796:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785856 00010000:00010000:2.0:1715206676.251811:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 272 pid: 11041 timeout: 1127 lvb_type: 0 00000100:00100000:2.0:1715206676.251842:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158713 00000100:00100000:2.0:1715206676.251847:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+272:2002:x1798523591785856:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206676.251855:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206676.251859:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 272 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.251868:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 272 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.251880:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011e922ac0/0xb73f6b2ce2c37074 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a308 expref: 272 pid: 11041 timeout: 1127 lvb_type: 0 00010000:00010000:2.0:1715206676.251888:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x2:0x0].0x0 (ffff880083326300) 00010000:00010000:2.0:1715206676.251892:0:7115:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,1 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.251898:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.251903:0:7115:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 4/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.251921:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206676.251950:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+271:2002:x1798523591785856:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 101us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.251956:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158713 00010000:00010000:3.0:1715206676.251972:0:11041:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.251979:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.251997:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.252001:0:11041:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.252006:0:11041:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 3/0,1 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206676.252014:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524856384:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1715206676.252031:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.252048:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.252077:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856384 00000100:00100000:2.0:1715206676.252081:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856384 00000100:00100000:2.0:1715206676.252109:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1715206676.252114:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:11041:x1798523524856384:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1715206676.252123:0:7131:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206676.252132:0:7131:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37552 lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb73f6b2ce2c3754b expref: -99 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.252147:0:7131:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37552 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xb73f6b2ce2c3754b expref: 8 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.252155:0:7131:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37552 lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xb73f6b2ce2c3754b expref: 8 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.252161:0:7131:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880091915000) 00010000:00010000:2.0:1715206676.252163:0:7131:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1715206676.252165:0:7131:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083016d00, rc 0) 00000100:00100000:2.0:1715206676.252197:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:11041:x1798523524856384:12345-0@lo:101:mdt00_004.0 Request processed in 83us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.252203:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1715206676.252212:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524856384:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1715206676.252219:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.252225:0:11041:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206676.252698:0:11041:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524856448:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1715206676.252724:0:11041:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206676.252743:0:11041:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.252767:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856448 00000100:00100000:2.0:1715206676.252773:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856448 00000100:00100000:2.0:1715206676.252791:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1715206676.252796:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:11041:x1798523524856448:12345-0@lo:403:mdt00_004.0 00000100:00100000:2.0:1715206676.254080:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:11041:x1798523524856448:12345-0@lo:403:mdt00_004.0 Request processed in 1282us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.254087:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1715206676.254097:0:11041:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11041:1798523524856448:0@lo:403:mdt00_004.0 00000040:00080000:3.0:1715206676.254705:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000400:0x3:0x0].4, 640 off36240 00000040:00080000:3.0:1715206676.254790:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].4, 720 off36680 00000004:00080000:3.0:1715206676.254794:0:11041:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8801201c8240 with version 8 00000004:00080000:0.0:1715206676.254835:0:9073:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800a4b93480 version 8 rpc_version 8 00000020:00100000:0.0:1715206676.254851:0:9073:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206676.254856:0:9073:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d866d80 x1798523524856576/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 1424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206676.254869:0:9073:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524856576:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1715206676.254899:0:9073:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206676.254919:0:9073:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012d7566c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206676.254966:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856576 00000100:00100000:2.0:1715206676.254971:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856576 00000100:00100000:2.0:1715206676.254992:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1715206676.254996:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:9073:x1798523524856576:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1715206676.255144:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:9073:x1798523524856576:12345-0@lo:1000:osp_up1-0.0 Request processed in 147us (244us total) trans 4295216770 rc 0/0 00000100:00100000:2.0:1715206676.255149:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1715206676.255193:0:9073:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524856576:0@lo:1000:osp_up1-0.0 00000004:00200000:3.0:1715206676.255220:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 4096 00010000:00010000:3.0:1715206676.255230:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,1 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255236:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 2/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255241:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255246:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.255249:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 3/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255253:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 4/0,0 mode: EX/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255260:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x2:0x0].0x0 (ffff880083326300) 00010000:00010000:3.0:1715206676.255262:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.255264:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 2/0,0 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255269:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37544 lrc: 0/0,0 mode: --/EX res: [0x200000400:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255280:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.255291:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 4/0,1 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.255297:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.255316:0:11041:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1715206676.255321:0:11041:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000401:0x2:0x0] 00010000:00010000:3.0:1715206676.255325:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255330:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255332:0:7117:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206676.255335:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255337:0:7117:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 2/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.255340:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.255342:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255345:0:7117:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5d40 already unused, calling callback (ffffffffa0efa520) 00010000:00010000:3.0:1715206676.255347:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255349:0:7117:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.255354:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff8800901b0700) 00010000:00010000:3.0:1715206676.255356:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000004:00010000:2.0:1715206676.255356:0:7117:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 3/0,0 mode: EX/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.255359:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255364:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4000/0xb73f6b2ce2c3753d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255374:0:7117:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 2/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.255378:0:7117:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1715206676.255406:0:7117:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 1/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.255411:0:7117:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800832d5d40/0xb73f6b2ce2c3754b lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xb73f6b2ce2c37552 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206676.255420:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206676.255421:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206676.255422:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206676.255428:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524856640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1715206676.255450:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206676.255462:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856640 00000100:00100000:2.0:1715206676.255465:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856640 00010000:00010000:3.0:1715206676.255475:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255479:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255482:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:2.0:1715206676.255482:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00010000:00010000:3.0:1715206676.255485:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5f80 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206676.255485:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3688:x1798523524856640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206676.255486:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255489:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255490:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206676.255494:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8800901b0300) 00010000:00010000:3.0:1715206676.255495:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206676.255496:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37552 lrc: 0/0,0 mode: --/EX res: [0x240000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xb73f6b2ce2c3754b expref: 9 pid: 7131 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.255497:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.255499:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3752f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.255505:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009fbf4a80 reply state ffff88009277a000 transno 4295060068 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255505:0:7115:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x0 (ffff880091915000) 00010000:00010000:3.0:1715206676.255510:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206676.255510:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.255514:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65dce0d1 (ffff8800901b0d00) 00010000:00010000:3.0:1715206676.255515:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.255516:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1715206676.255531:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3688:x1798523524856640:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206676.255537:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1715206676.255541:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591785792:12345-192.168.203.35@tcp:36:rm.0 Request processed in 5186us (5291us total) trans 4295060068 rc 0/0 00000100:00100000:0.0:1715206676.255545:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524856640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1715206676.255546:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572840 00000100:00100000:0.0:1715206676.257209:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.257284:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591785984 00000100:00100000:3.0:1715206676.257290:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591785984 00000100:00100000:3.0:1715206676.257321:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572841 00000100:00100000:3.0:1715206676.257327:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591785984:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.257351:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1715206676.257364:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b046c0/0xb73f6b2ce24cfb86 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10067:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014451 expref: 503 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.257375:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10067:0x0].0x0 (ffff88012cf24800) 00010000:00010000:3.0:1715206676.257386:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009084f3c0/0xb73f6b2ce24cff84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580145a8 expref: 502 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.257393:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff880120b55e00) 00010000:00010000:3.0:1715206676.257414:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.257427:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.257434:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257440:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257449:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.257454:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257459:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257493:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.257499:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257504:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:3.0:1715206676.257597:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].3718, 64 off246144 00010000:00010000:3.0:1715206676.257621:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.257629:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257635:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257641:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257646:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257651:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257656:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257665:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206676.257667:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257672:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257679:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10067:0x0].0x0 (ffff88008f29cf00) 00010000:00010000:3.0:1715206676.257681:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206676.257684:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257689:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3756e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10067:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257702:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257708:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257713:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257717:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.257719:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257724:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257730:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10067:0x0].0x0 (ffff88008f29cf00) 00010000:00010000:3.0:1715206676.257732:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.257734:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257739:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37567 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10067:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257790:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257796:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257801:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257805:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.257808:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257812:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257819:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff8800901b0b00) 00010000:00010000:3.0:1715206676.257821:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.257823:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257828:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37559 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.257838:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee2300 reply state ffff88009298c000 transno 4295216771 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257845:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.257850:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0xa6575bd4 (ffff88008f29c900) 00010000:00010000:3.0:1715206676.257853:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.257854:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.257892:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591785984:12345-192.168.203.35@tcp:36:rm.0 Request processed in 563us (682us total) trans 4295216771 rc 0/0 00000100:00100000:3.0:1715206676.257898:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572841 00000100:00100000:0.0:1715206676.380741:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.380842:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786112 00000100:00100000:3.0:1715206676.380850:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786112 00000100:00100000:3.0:1715206676.380891:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117867 00000100:00100000:3.0:1715206676.380896:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591786112:12345-192.168.203.35@tcp:35:rm.0 00000100:00100000:3.0:1715206676.381124:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13663:x1798523591786112:12345-192.168.203.35@tcp:35:rm.0 Request processed in 226us (389us total) trans 4295060069 rc 0/0 00000100:00100000:3.0:1715206676.381128:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117867 00000100:00100000:0.0:1715206676.382502:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.382573:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786240 00000100:00100000:3.0:1715206676.382577:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786240 00000100:00100000:3.0:1715206676.382602:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572842 00000100:00100000:3.0:1715206676.382606:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+273:13663:x1798523591786240:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.382629:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.382645:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094961440/0xb73f6b2ce24cfd54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014500 expref: 273 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.382658:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084dd40/0xb73f6b2ce24d0010 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580145d9 expref: 272 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.382665:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094963840/0xb73f6b2ce24cfc97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144b3 expref: 271 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.382674:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff88008ec2b300) 00010000:00010000:3.0:1715206676.382680:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.382695:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382703:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382709:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382714:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382717:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382720:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382761:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382764:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382768:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206676.382868:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8316, 64 off540416 00010000:00010000:3.0:1715206676.382884:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382891:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382895:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382899:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382902:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382905:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382909:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382912:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206676.382914:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382917:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382921:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.382923:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206676.382925:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 3/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382927:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3758a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382939:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382942:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382945:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382948:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.382949:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382952:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382955:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.382956:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.382958:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.382960:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37583 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383017:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383020:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383023:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383026:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.383027:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383032:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383036:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff88008f29ce00) 00010000:00010000:3.0:1715206676.383037:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.383039:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383041:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37575 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.383047:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee1c00 reply state ffff880092989000 transno 4295060070 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383052:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.383072:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x6e65cac7 (ffff88008f29cf00) 00010000:00010000:3.0:1715206676.383073:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.383074:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.383107:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591786240:12345-192.168.203.35@tcp:36:rm.0 Request processed in 500us (606us total) trans 4295060070 rc 0/0 00000100:00100000:3.0:1715206676.383111:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572842 00000100:00100000:0.0:1715206676.385093:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.385161:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786368 00000100:00100000:3.0:1715206676.385166:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786368 00000100:00100000:3.0:1715206676.385189:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572843 00000100:00100000:3.0:1715206676.385193:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13663:x1798523591786368:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.385211:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.385223:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833ddb00/0xb73f6b2ce24d010c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10069:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014626 expref: 503 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.385237:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4a640/0xb73f6b2ce24cfeb2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10069:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014569 expref: 502 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.385244:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48d80/0xb73f6b2ce24cfe9d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x10069:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014562 expref: 501 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.385249:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10069:0x0].0x0 (ffff880120b57200) 00010000:00010000:3.0:1715206676.385253:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.385262:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.385266:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385270:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385275:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.385279:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385282:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385316:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.385320:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385326:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000040:00080000:3.0:1715206676.385417:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].3720, 64 off246272 00010000:00010000:3.0:1715206676.385435:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.385439:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385443:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385446:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385450:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385452:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385455:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385458:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206676.385459:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385462:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385466:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10069:0x0].0x0 (ffff88012d3d8700) 00010000:00010000:3.0:1715206676.385468:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206676.385470:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385473:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375a6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x10069:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385484:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385487:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385490:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385492:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.385494:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385497:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385500:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10069:0x0].0x0 (ffff88012d3d8700) 00010000:00010000:3.0:1715206676.385501:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.385502:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385505:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c3759f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10069:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385547:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385550:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385554:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385557:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.385558:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385561:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385564:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff88012d3d8300) 00010000:00010000:3.0:1715206676.385565:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.385567:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385569:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c37591 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000004:00010000:3.0:1715206676.385574:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee2d80 reply state ffff88009298a000 transno 4295216772 ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385579:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.385582:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xc5bc182a (ffff88012d3d8000) 00010000:00010000:3.0:1715206676.385584:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.385585:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.385613:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13663:x1798523591786368:12345-192.168.203.35@tcp:36:rm.0 Request processed in 420us (521us total) trans 4295216772 rc 0/0 00000100:00100000:3.0:1715206676.385617:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572843 00000100:00100000:0.0:1715206676.387686:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.387764:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786496 00000100:00100000:3.0:1715206676.387768:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786496 00000100:00100000:3.0:1715206676.387792:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572844 00000100:00100000:3.0:1715206676.387796:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+272:13663:x1798523591786496:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.387813:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.387823:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcd80/0xb73f6b2ce24d012f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801462d expref: 272 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.387833:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4aac0/0xb73f6b2ce24cff0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014585 expref: 271 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.387840:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d8c0/0xb73f6b2ce24cfef8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801457e expref: 270 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.387844:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff8800901b0100) 00010000:00010000:3.0:1715206676.387848:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.387857:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387861:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387865:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387870:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387873:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387876:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387901:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387905:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387908:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206676.387977:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].8317, 64 off540480 00010000:00010000:3.0:1715206676.387992:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.387997:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388001:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388004:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388007:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388009:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388012:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388015:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206676.388016:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388022:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388026:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff88012d3d8f00) 00010000:00010000:3.0:1715206676.388028:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206676.388029:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388032:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388041:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388043:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388046:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388048:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.388050:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388053:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388076:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff88012d3d8f00) 00010000:00010000:3.0:1715206676.388077:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.388079:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388082:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375bb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388119:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388122:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388125:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388128:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.388129:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388132:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388136:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff88012d3d8b00) 00010000:00010000:3.0:1715206676.388137:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.388138:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388140:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375ad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.388145:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee2680 reply state ffff88009298e000 transno 4295060071 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388149:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.388152:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x2060c1a3 (ffff88012d3d8400) 00010000:00010000:3.0:1715206676.388154:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.388156:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.388185:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591786496:12345-192.168.203.35@tcp:36:rm.0 Request processed in 388us (500us total) trans 4295060071 rc 0/0 00000100:00100000:3.0:1715206676.388190:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572844 00000100:00100000:0.0:1715206676.401106:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.401183:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786624 00000100:00100000:3.0:1715206676.401188:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786624 00000100:00100000:3.0:1715206676.401214:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572845 00000100:00100000:3.0:1715206676.401218:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13663:x1798523591786624:12345-192.168.203.35@tcp:36:rm.0 00010000:00010000:3.0:1715206676.401237:0:11041:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1715206676.401248:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084f600/0xb73f6b2ce24d002c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580145e0 expref: 271 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.401265:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084f840/0xb73f6b2ce24cff68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580145a1 expref: 270 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.401273:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084f180/0xb73f6b2ce24cff53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801459a expref: 269 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.401278:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff8800901b0000) 00010000:00010000:3.0:1715206676.401282:0:11041:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206676.401291:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401296:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401300:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401305:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x5:0x0].0x11854626 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401309:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401312:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401335:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401338:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401341:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000040:00080000:3.0:1715206676.401435:0:11041:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].8317, 64 off540480 00010000:00010000:3.0:1715206676.401459:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401466:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401472:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401478:0:11041:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401482:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401487:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401492:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401497:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206676.401500:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401505:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401511:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff88012d3d8f00) 00010000:00010000:3.0:1715206676.401514:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1715206676.401516:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 3/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401521:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c375de lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401535:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401540:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401545:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401549:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.401551:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401553:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401557:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff88012d3d8f00) 00010000:00010000:3.0:1715206676.401558:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1715206676.401560:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401563:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c375d7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401599:0:11041:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401603:0:11041:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401606:0:11041:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401608:0:11041:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206676.401610:0:11041:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401613:0:11041:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401616:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff88012d3d8e00) 00010000:00010000:3.0:1715206676.401617:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206676.401618:0:11041:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401621:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c375c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000004:00010000:3.0:1715206676.401626:0:11041:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88011fee0380 reply state ffff880092988000 transno 4295060072 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401630:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.401636:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x11854626 (ffff88012d3d8b00) 00010000:00010000:3.0:1715206676.401637:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206676.401639:0:11041:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206676.401670:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13663:x1798523591786624:12345-192.168.203.35@tcp:36:rm.0 Request processed in 452us (567us total) trans 4295060072 rc 0/0 00000100:00100000:3.0:1715206676.401675:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572845 00000100:00100000:0.0:1715206676.405120:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.405188:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786688 00000100:00100000:3.0:1715206676.405192:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786688 00000100:00100000:3.0:1715206676.405216:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572846 00000100:00100000:3.0:1715206676.405220:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+502:13005:x1798523591786688:12345-192.168.203.35@tcp:101:bash.0 00010000:00010000:3.0:1715206676.405231:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.405239:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375e5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3d3 expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.405263:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c375ec lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.405268:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c375ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206676.405273:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c375ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT1 00000004:00200000:3.0:1715206676.405291:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000400:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.405294:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.405313:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c375e5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3d3 expref: 504 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.405322:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4000/0xb73f6b2ce2c375ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3d3 expref: 503 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.405326:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff88012d3d8700) 00010000:00010000:3.0:1715206676.405328:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.405330:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4000, rc 0) 00000100:00100000:3.0:1715206676.405354:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+503:13005:x1798523591786688:12345-192.168.203.35@tcp:101:bash.0 Request processed in 133us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.405358:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572846 00000100:00100000:0.0:1715206676.406466:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206676.406532:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786752 00000100:00100000:3.0:1715206676.406536:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786752 00000100:00100000:3.0:1715206676.406559:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572847 00000100:00100000:3.0:1715206676.406563:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+270:13005:x1798523591786752:12345-192.168.203.35@tcp:101:bash.0 00010000:00010000:3.0:1715206676.406571:0:11041:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206676.406578:0:11041:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c375f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3da expref: -99 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.406596:0:11041:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.406601:0:11041:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206676.406606:0:11041:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11041 initiator: MDT0 00000004:00200000:3.0:1715206676.406619:0:11041:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1715206676.406621:0:11041:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1715206676.406632:0:11041:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c375f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3da expref: 272 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.406643:0:11041:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4900/0xb73f6b2ce2c375fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3da expref: 271 pid: 11041 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206676.406647:0:11041:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff88012d3d8600) 00010000:00010000:3.0:1715206676.406649:0:11041:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1715206676.406650:0:11041:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4900, rc 0) 00000100:00100000:3.0:1715206676.406674:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:13005:x1798523591786752:12345-192.168.203.35@tcp:101:bash.0 Request processed in 111us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206676.406678:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572847 00010000:00010000:2.0:1715206676.886360:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206677.778301:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524856704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206677.778375:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206677.778469:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856704 00000100:00100000:2.0:1715206677.778481:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856704 00000100:00100000:2.0:1715206677.778535:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1715206677.778543:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3685:x1798523524856704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206677.778584:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:2.0:1715206677.778649:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3685:x1798523524856704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206677.778658:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1715206677.778697:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524856704:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206677.888480:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206678.258254:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206678.258306:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206678.258324:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786816 00000100:00100000:3.0:1715206678.258335:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786816 00000100:00100000:0.0:1715206678.258342:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206678.258366:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206678.258409:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 615 00000100:00100000:3.0:1715206678.258437:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591786816:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206678.258441:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786944 00000100:00100000:2.0:1715206678.258448:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786944 00000100:00100000:0.0:1715206678.258448:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206678.258486:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591786880 00000100:00100000:2.0:1715206678.258488:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591786880 00000100:00100000:1.0:1715206678.258500:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1299 00000100:00100000:3.0:1715206678.258505:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591786816:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 68us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206678.258509:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+503:2001:x1798523591786944:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206678.258514:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 615 00000100:00100000:2.0:1715206678.258517:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1300 00000100:00100000:2.0:1715206678.258523:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:2000:x1798523591786880:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206678.258544:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206648 00000100:00080000:3.0:1715206678.258548:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206648 00000100:00080000:3.0:1715206678.258552:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206648 00000100:00100000:2.0:1715206678.258558:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+271:2000:x1798523591786880:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 35us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206678.258565:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787072 00000100:00100000:2.0:1715206678.258567:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1300 00000100:00100000:1.0:1715206678.258568:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+503:2001:x1798523591786944:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 58us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206678.258570:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787072 00000100:00100000:1.0:1715206678.258578:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1299 00000100:00100000:2.0:1715206678.258585:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787008 00000100:00100000:2.0:1715206678.258587:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787008 00000100:00100000:3.0:1715206678.258602:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 616 00000100:00100000:2.0:1715206678.258607:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 617 00000100:00100000:3.0:1715206678.258609:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2001:x1798523591787072:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206678.258612:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2000:x1798523591787008:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206678.258641:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2000:x1798523591787008:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 29us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206678.258646:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 617 00000100:00100000:3.0:1715206678.258651:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2001:x1798523591787072:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 41us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206678.258664:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 616 00000100:00080000:3.0:1715206678.258682:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206648 00000100:00080000:3.0:1715206678.258686:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206648 00000100:00100000:0.0:1715206678.657550:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206678.657635:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787136 00000100:00100000:2.0:1715206678.657643:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787136 00000100:00100000:2.0:1715206678.657684:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572848 00000100:00100000:2.0:1715206678.657688:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+271:14241:x1798523591787136:12345-192.168.203.35@tcp:101:rm.0 00010000:00010000:2.0:1715206678.657702:0:16094:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206678.657714:0:16094:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c37601 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3e1 expref: -99 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.657754:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657763:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657770:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657777:0:16094:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657780:0:16094:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657784:0:16094:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657813:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657816:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657820:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657823:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206678.657825:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657828:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657833:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880120b55600) 00010000:00010000:2.0:1715206678.657835:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206678.657837:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657839:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37608 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657856:0:16094:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657859:0:16094:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657862:0:16094:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657865:0:16094:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830161c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206678.657866:0:16094:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657869:0:16094:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657871:0:16094:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2454956a (ffff88012f350900) 00010000:00010000:2.0:1715206678.657873:0:16094:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206678.657874:0:16094:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657876:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c3760f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2454956a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206678.657893:0:16094:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c37601 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e1 expref: 272 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.657897:0:16094:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016640/0xb73f6b2ce2c37601 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e1 expref: 272 pid: 16094 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.657901:0:16094:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083016640, rc 0) 00000100:00100000:2.0:1715206678.657933:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+271:14241:x1798523591787136:12345-192.168.203.35@tcp:101:rm.0 Request processed in 245us (392us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206678.657937:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572848 00000001:00080000:0.0:1715206678.803832:0:8260:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0001: transno 4295216772 is committed 00010000:00010000:1.0:1715206678.803866:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c306da lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803875:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c306da lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803880:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c306da lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803883:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c80d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.803885:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c306da lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803894:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c306da lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00000001:00080000:0.0:1715206678.803905:0:8260:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0001: transno 4295216770 is committed 00010000:00010000:1.0:1715206678.803908:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x63bf9fee (ffff880120b57e00) 00010000:00010000:1.0:1715206678.803911:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.803914:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c306da lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803919:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80d80/0xb73f6b2ce2c306da lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803965:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3070b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803969:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3070b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803972:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3070b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803975:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c833c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.803977:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3070b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803980:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3070b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803985:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x63bf9fee (ffff880120b57d00) 00010000:00010000:1.0:1715206678.803986:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.803987:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3070b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.803992:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c833c0/0xb73f6b2ce2c3070b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x63bf9fee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804002:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82f40/0xb73f6b2ce2c30758 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804005:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82f40/0xb73f6b2ce2c30758 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804008:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82f40/0xb73f6b2ce2c30758 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804010:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c82f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804012:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82f40/0xb73f6b2ce2c30758 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804014:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82f40/0xb73f6b2ce2c30758 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804017:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x6c9b575e (ffff880120b57c00) 00010000:00010000:1.0:1715206678.804019:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804019:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82f40/0xb73f6b2ce2c30758 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804022:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c82f40/0xb73f6b2ce2c30758 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804032:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d5386c0/0xb73f6b2ce2c30797 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804034:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008d5386c0/0xb73f6b2ce2c30797 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804040:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008d5386c0/0xb73f6b2ce2c30797 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804043:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d5386c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804044:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d5386c0/0xb73f6b2ce2c30797 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804046:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d5386c0/0xb73f6b2ce2c30797 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804050:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x6c9b575e (ffff88008ff52400) 00010000:00010000:1.0:1715206678.804051:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804052:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008d5386c0/0xb73f6b2ce2c30797 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804083:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d5386c0/0xb73f6b2ce2c30797 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x6c9b575e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00000004:00080000:0.0:1715206678.804085:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 443 committed 00010000:00010000:1.0:1715206678.804094:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a18c0/0xb73f6b2ce2c307c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804097:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a18c0/0xb73f6b2ce2c307c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804099:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a18c0/0xb73f6b2ce2c307c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804102:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a18c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804103:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a18c0/0xb73f6b2ce2c307c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804106:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a18c0/0xb73f6b2ce2c307c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804111:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x6cad4e9d (ffff8801310aa200) 00010000:00010000:1.0:1715206678.804112:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804114:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a18c0/0xb73f6b2ce2c307c1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804116:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a18c0/0xb73f6b2ce2c307c1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00000004:00080000:0.0:1715206678.804120:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 444 committed 00010000:00010000:1.0:1715206678.804126:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3600/0xb73f6b2ce2c3081c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804129:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3600/0xb73f6b2ce2c3081c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804132:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3600/0xb73f6b2ce2c3081c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804134:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801216a3600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804135:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3600/0xb73f6b2ce2c3081c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804138:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3600/0xb73f6b2ce2c3081c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804142:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x6cad4e9d (ffff8801310aaf00) 00010000:00010000:1.0:1715206678.804143:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804144:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3600/0xb73f6b2ce2c3081c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804146:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801216a3600/0xb73f6b2ce2c3081c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x6cad4e9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804157:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c31137 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804160:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c31137 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804163:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c31137 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804166:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d89f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804167:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c31137 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804169:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c31137 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804173:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x51a48d55 (ffff8801310aa900) 00010000:00010000:1.0:1715206678.804174:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804175:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c31137 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804178:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89f80/0xb73f6b2ce2c31137 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804184:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539440/0xb73f6b2ce2c311d8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804187:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539440/0xb73f6b2ce2c311d8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804189:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539440/0xb73f6b2ce2c311d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804194:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d539440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804196:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539440/0xb73f6b2ce2c311d8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804198:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539440/0xb73f6b2ce2c311d8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804202:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x51a48d55 (ffff8801310aa500) 00010000:00010000:1.0:1715206678.804203:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804204:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539440/0xb73f6b2ce2c311d8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804207:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008d539440/0xb73f6b2ce2c311d8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804213:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c314a2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804215:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c314a2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804219:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c314a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804223:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5eed00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804225:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c314a2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804229:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c314a2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00000100:00100000:3.0:1715206678.804231:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524856768:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804234:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x51a48d55 (ffff8801310aa900) 00010000:00010000:1.0:1715206678.804237:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804238:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c314a2 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00000004:00080000:0.0:1715206678.804240:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 443 committed 00010000:00010000:1.0:1715206678.804243:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5eed00/0xb73f6b2ce2c314a2 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00000004:00080000:0.0:1715206678.804250:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 442 committed 00010000:00010000:1.0:1715206678.804256:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c314da lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT1 00000100:00100000:2.0:1715206678.804259:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524856832:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.804261:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c314da lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804265:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c314da lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804269:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5edf80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804271:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c314da lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT1 00000100:00100000:3.0:1715206678.804274:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804276:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c314da lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT1 00010000:00010000:1.0:1715206678.804282:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x51a48d55 (ffff8801310aa500) 00010000:00010000:1.0:1715206678.804285:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804286:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c314da lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00000100:00100000:3.0:1715206678.804289:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524857024:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804291:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5edf80/0xb73f6b2ce2c314da lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x51a48d55 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT1 00000100:00100000:2.0:1715206678.804294:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206678.804307:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856768 00010000:00010000:1.0:1715206678.804311:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31a7c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.804312:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856768 00000100:00100000:2.0:1715206678.804315:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857088:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804321:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31a7c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804325:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31a7c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804330:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009255b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804332:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31a7c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.804336:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804336:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31a7c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.804337:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856832 00000100:00100000:3.0:1715206678.804338:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856832 00010000:00010000:1.0:1715206678.804342:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x64346109 (ffff88009fbf3c00) 00010000:00010000:1.0:1715206678.804344:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804346:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31a7c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.804347:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857088 00000100:00100000:3.0:1715206678.804348:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857088 00000100:00100000:2.0:1715206678.804348:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857344:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804351:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009255b180/0xb73f6b2ce2c31a7c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.804356:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77911 00000100:00100000:3.0:1715206678.804360:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524856768:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804363:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c31af3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00000100:00100000:2.0:1715206678.804364:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804369:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c31af3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00000100:00100000:2.0:1715206678.804374:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857600:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.804374:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c31af3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804399:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c83840 already unused, calling callback (ffffffffa0ef9730) 00002000:00080000:3.0:1715206678.804400:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3705 count 1 00010000:00010000:1.0:1715206678.804401:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c31af3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804407:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c31af3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00000100:00100000:2.0:1715206678.804414:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804414:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x64346109 (ffff8801310aa400) 00010000:00010000:3.0:1715206678.804416:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804417:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804419:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c31af3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804424:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83840/0xb73f6b2ce2c31af3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000100:00100000:2.0:1715206678.804429:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00010000:00010000:3.0:1715206678.804430:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c2d82d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828747e expref: 99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.804434:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524856896:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206678.804436:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206678.804436:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:3.0:1715206678.804437:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804438:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804441:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00010000:00010000:1.0:1715206678.804446:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00000100:00100000:2.0:1715206678.804448:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804451:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092235680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804453:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:3.0:1715206678.804455:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c2d82d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828747e expref: 99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.804457:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857152:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804458:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00010000:00010000:3.0:1715206678.804464:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c2d82d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828747e expref: 99 pid: 18684 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.804465:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x63d21509 (ffff88011f2f5b00) 00010000:00010000:1.0:1715206678.804467:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804469:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000100:00100000:2.0:1715206678.804470:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206678.804472:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524857792:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804478:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235680/0xb73f6b2ce2c31cf9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000100:00100000:2.0:1715206678.804479:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857408:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.804496:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e640/0xb73f6b2ce2c31d4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00000100:00100000:2.0:1715206678.804501:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804502:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e640/0xb73f6b2ce2c31d4d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804504:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351240 going to sleep for 11 seconds 00000100:00100000:0.0:1715206678.804505:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524856960:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804508:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e640/0xb73f6b2ce2c31d4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00000100:00100000:2.0:1715206678.804511:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857664:0@lo:6:osp-syn-1-1.0 00000100:00080000:3.0:1715206678.804512:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206648 00010000:00010000:1.0:1715206678.804512:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b400e640 already unused, calling callback (ffffffffa0ef9730) 00000100:00080000:3.0:1715206678.804514:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206648 00010000:00010000:1.0:1715206678.804514:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e640/0xb73f6b2ce2c31d4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804520:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857344 00010000:00010000:1.0:1715206678.804520:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e640/0xb73f6b2ce2c31d4d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804521:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857344 00000100:00100000:2.0:1715206678.804524:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804528:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x63d21509 (ffff8800935e1f00) 00010000:00010000:1.0:1715206678.804531:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804533:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e640/0xb73f6b2ce2c31d4d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000100:00100000:0.0:1715206678.804536:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804538:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400e640/0xb73f6b2ce2c31d4d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804543:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857600 00000100:00100000:3.0:1715206678.804544:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857600 00000100:00100000:2.0:1715206678.804548:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856896 00010000:00010000:1.0:1715206678.804549:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c31e6c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804552:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857152 00000100:00100000:2.0:1715206678.804552:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856896 00000100:00100000:3.0:1715206678.804553:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857152 00000100:00100000:0.0:1715206678.804553:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857280:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804555:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c31e6c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804559:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857408 00000100:00100000:3.0:1715206678.804560:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857408 00010000:00010000:1.0:1715206678.804564:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c31e6c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:1.0:1715206678.804569:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012d5ee640 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206678.804570:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857664 00010000:00010000:1.0:1715206678.804571:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c31e6c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00000100:00100000:0.0:1715206678.804571:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206678.804572:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857664 00000100:00100000:2.0:1715206678.804572:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524856960 00000100:00100000:2.0:1715206678.804575:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524856960 00010000:00010000:1.0:1715206678.804577:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c31e6c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804580:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857280 00000100:00100000:3.0:1715206678.804582:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857280 00010000:00010000:1.0:1715206678.804583:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x64346109 (ffff88009fbf3c00) 00000100:00100000:0.0:1715206678.804583:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857472:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.804585:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804587:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c31e6c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000100:00100000:2.0:1715206678.804589:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77912 00010000:00010000:1.0:1715206678.804592:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012d5ee640/0xb73f6b2ce2c31e6c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000100:00100000:2.0:1715206678.804594:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3687:x1798523524856832:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206678.804595:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77913 00000100:00100000:3.0:1715206678.804598:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+11:3687:x1798523524857088:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804606:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00002000:00080000:3.0:1715206678.804607:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3713 count 1 00000100:00100000:0.0:1715206678.804607:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1715206678.804608:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3705 count 1 00010000:00010000:1.0:1715206678.804612:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804613:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804617:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.804617:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857728:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206678.804620:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2faa1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828815f expref: 99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.804621:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804621:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092235f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804623:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804628:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804629:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206678.804629:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804630:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.804634:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206678.804635:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094199440/0xb73f6b2ce2c2d834 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287477 expref: 100 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804636:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x64346109 (ffff8801310aa400) 00010000:00010000:1.0:1715206678.804638:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804639:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804640:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2faa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828815f expref: 99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.804644:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1715206678.804645:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2faa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828815f expref: 99 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.804645:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092235f80/0xb73f6b2ce2c31e96 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x64346109 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.804648:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1715206678.804648:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857536:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206678.804650:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524857856:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206678.804650:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.804651:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804658:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400db00/0xb73f6b2ce2c31eea lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 18825 initiator: MDT1 00010000:00010000:1.0:1715206678.804663:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400db00/0xb73f6b2ce2c31eea lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804665:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206678.804665:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804668:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400db00/0xb73f6b2ce2c31eea lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00010000:00010000:2.0:1715206678.804670:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094199440/0xb73f6b2ce2c2d834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287477 expref: 100 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804672:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b400db00 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206678.804674:0:18681:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857472 00010000:00010000:1.0:1715206678.804674:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400db00/0xb73f6b2ce2c31eea lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804676:0:18681:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857472 00010000:00010000:2.0:1715206678.804679:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094199440/0xb73f6b2ce2c2d834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287477 expref: 100 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.804679:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400db00/0xb73f6b2ce2c31eea lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 18825 initiator: MDT1 00000100:00100000:0.0:1715206678.804681:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857728 00000100:00100000:3.0:1715206678.804684:0:18681:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857536 00000100:00100000:3.0:1715206678.804685:0:18681:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857536 00010000:00010000:1.0:1715206678.804685:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x63d21509 (ffff88011f2f5b00) 00000100:00100000:0.0:1715206678.804686:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857728 00010000:00010000:1.0:1715206678.804688:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206678.804689:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524857920:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804689:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400db00/0xb73f6b2ce2c31eea lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00000100:00100000:3.0:1715206678.804691:0:18681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77914 00000100:00100000:3.0:1715206678.804693:0:18681:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+11:3687:x1798523524857344:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804694:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b400db00/0xb73f6b2ce2c31eea lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 18825 initiator: MDT1 00002000:00080000:3.0:1715206678.804700:0:18681:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3716 count 1 00000100:00100000:0.0:1715206678.804702:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77915 00010000:00010000:3.0:1715206678.804706:0:18681:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.804706:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+11:3687:x1798523524857600:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.804710:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c31f14 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804712:0:18681:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092558b40/0xb73f6b2ce2c31202 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828890e expref: 99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.804713:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e39ee40 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.804714:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c31f14 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804716:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804717:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804718:0:18681:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804719:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c31f14 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00002000:00080000:0.0:1715206678.804720:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3714 count 1 00010000:00010000:1.0:1715206678.804723:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c818c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804725:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c31f14 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804727:0:18681:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092558b40/0xb73f6b2ce2c31202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828890e expref: 99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.804729:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77916 00010000:00010000:1.0:1715206678.804730:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c31f14 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.804732:0:18681:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092558b40/0xb73f6b2ce2c31202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828890e expref: 99 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1715206678.804732:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.804733:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+11:3687:x1798523524857152:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804736:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x63d21509 (ffff8800935e1f00) 00000100:00100000:3.0:1715206678.804737:0:18681:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18681:1798523524857984:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804738:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804739:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c31f14 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.804744:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c818c0/0xb73f6b2ce2c31f14 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x63d21509 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:0.0:1715206678.804744:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2ff08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288318 expref: 100 pid: 18679 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206678.804747:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3714 count 1 00000100:00100000:3.0:1715206678.804749:0:18681:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3510c0 going to sleep for 11 seconds 00010000:00010000:0.0:1715206678.804751:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.804752:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.804754:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.804757:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804757:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.804759:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77917 00000100:00100000:3.0:1715206678.804761:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+11:3687:x1798523524856896:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804762:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.804767:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00002000:00080000:3.0:1715206678.804768:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3710 count 1 00010000:00010000:2.0:1715206678.804768:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801216a2d00/0xb73f6b2ce2c2ff01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288311 expref: 99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.804770:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2ff08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288318 expref: 100 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.804774:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.804775:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804776:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804776:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206678.804777:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804778:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.804779:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2ff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288318 expref: 100 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.804783:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206678.804786:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2ea7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b3f expref: 99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.804787:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524858048:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804789:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x8171eb56 (ffff880096847800) 00010000:00010000:1.0:1715206678.804791:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206678.804792:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804793:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206678.804793:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206678.804795:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804797:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db0900/0xb73f6b2ce2c35a78 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206678.804798:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801216a2d00/0xb73f6b2ce2c2ff01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288311 expref: 99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.804807:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801216a2d00/0xb73f6b2ce2c2ff01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288311 expref: 99 pid: 18681 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.804808:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206678.804808:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4180 going to sleep for 11 seconds 00010000:00010000:3.0:1715206678.804810:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2ea7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b3f expref: 99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804813:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.804817:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095909f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524858112:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804817:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.804822:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094836400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206678.804824:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2ea7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b3f expref: 99 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.804824:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206678.804824:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77918 00010000:00010000:1.0:1715206678.804829:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206678.804829:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+11:3687:x1798523524857408:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206678.804833:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524858176:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804835:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x8171eb56 (ffff8800940cce00) 00010000:00010000:1.0:1715206678.804837:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206678.804839:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e39e9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.804839:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00002000:00080000:0.0:1715206678.804840:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3708 count 1 00010000:00010000:1.0:1715206678.804843:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094836400/0xb73f6b2ce2c35a94 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x6:0x0].0x8171eb56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.804849:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.804853:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351000 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.804853:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00000100:00100000:2.0:1715206678.804856:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77919 00010000:00010000:1.0:1715206678.804858:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206678.804858:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094c83180/0xb73f6b2ce2c2e554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287978 expref: 100 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.804861:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+11:3687:x1798523524857664:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.804863:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206678.804863:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.804865:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.804866:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804867:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d89b00 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206678.804869:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77920 00010000:00010000:1.0:1715206678.804869:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00000100:00100000:3.0:1715206678.804873:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+11:3685:x1798523524856960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1715206678.804873:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3715 count 1 00010000:00010000:1.0:1715206678.804873:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.804879:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x8171ee56 (ffff88009fbdbe00) 00010000:00010000:0.0:1715206678.804880:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094c83180/0xb73f6b2ce2c2e554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287978 expref: 100 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804881:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206678.804882:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804883:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00002000:00080000:3.0:1715206678.804885:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3708 count 1 00010000:00010000:1.0:1715206678.804887:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083d89b00/0xb73f6b2ce2c35ae8 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x6:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:0.0:1715206678.804887:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094c83180/0xb73f6b2ce2c2e554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287978 expref: 100 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.804892:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.804892:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d539b00/0xb73f6b2ce2c302d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828845a expref: 100 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.804896:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524858240:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804897:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206678.804899:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c2e53f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828796a expref: 99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.804899:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.804900:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206678.804901:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT1 00010000:00010000:2.0:1715206678.804902:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.804903:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804904:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.804905:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804907:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT1 00010000:00010000:1.0:1715206678.804911:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.804913:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206678.804914:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c2e53f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828796a expref: 99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.804915:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00010000:00010000:2.0:1715206678.804917:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d539b00/0xb73f6b2ce2c302d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828845a expref: 100 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.804918:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT1 00010000:00010000:3.0:1715206678.804919:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c2e53f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828796a expref: 99 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.804924:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524858304:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.804924:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x8171ee56 (ffff88009353d100) 00010000:00010000:2.0:1715206678.804925:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d539b00/0xb73f6b2ce2c302d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828845a expref: 100 pid: 18682 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.804926:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.804927:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT1 00010000:00010000:1.0:1715206678.804931:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c35af6 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x8171ee56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT1 00000100:00100000:2.0:1715206678.804935:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524858368:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206678.804936:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351f00 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.804941:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.804945:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804946:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.804950:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.804954:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e39ef00 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.804955:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f721c0 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206678.804956:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524857216:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.804957:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.804962:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.804966:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857024 00010000:00010000:1.0:1715206678.804969:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7d62b0d (ffff8800935eb800) 00000100:00100000:2.0:1715206678.804970:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857024 00010000:00010000:1.0:1715206678.804971:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206678.804972:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206678.804973:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.804977:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f721c0/0xb73f6b2ce2c35ed1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.804982:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524857216 00000100:00100000:2.0:1715206678.804984:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524857216 00010000:00010000:1.0:1715206678.804987:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.804992:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.804993:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77921 00000100:00100000:2.0:1715206678.804997:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+12:3685:x1798523524857280:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.804997:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805001:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f71200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805003:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.805004:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77922 00000100:00100000:3.0:1715206678.805008:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3685:x1798523524857472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1715206678.805008:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3715 count 1 00010000:00010000:1.0:1715206678.805008:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805014:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7d62b0d (ffff8801345a0600) 00010000:00010000:1.0:1715206678.805016:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206678.805017:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805018:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00002000:00080000:3.0:1715206678.805019:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3709 count 1 00010000:00010000:1.0:1715206678.805023:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f71200/0xb73f6b2ce2c35eed lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7d62b0d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206678.805027:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.805029:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.805032:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.805034:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.805035:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805037:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206678.805038:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924cb840/0xb73f6b2ce2c2e89c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aba expref: 100 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805042:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206678.805044:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.805045:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.805047:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805048:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206678.805052:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805052:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805072:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805077:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206678.805084:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 99 pid: 18681 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.805084:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x7b2f0bbe (ffff8801345a0700) 00010000:00010000:1.0:1715206678.805087:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206678.805087:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77923 00010000:00010000:1.0:1715206678.805088:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206678.805090:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+12:3685:x1798523524857536:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.805093:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72d00/0xb73f6b2ce2c35f09 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206678.805094:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800924cb840/0xb73f6b2ce2c2e89c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aba expref: 100 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.805094:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524858432:192.168.203.35@tcp:104: 00002000:00080000:0.0:1715206678.805101:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3713 count 1 00010000:00010000:3.0:1715206678.805103:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800924cb840/0xb73f6b2ce2c2e89c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aba expref: 100 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.805104:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.805108:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805109:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.805112:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524858496:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.805113:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.805119:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff880091b356c0 going to sleep for 11 seconds 00010000:00010000:0.0:1715206678.805119:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2faa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288166 expref: 100 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805122:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805123:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.805123:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.805124:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.805125:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805128:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.805131:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3519c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206678.805134:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77924 00010000:00010000:1.0:1715206678.805134:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x7b2f0bbe (ffff88012dc58f00) 00010000:00010000:1.0:1715206678.805136:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206678.805136:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2faa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288166 expref: 100 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.805138:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+12:3685:x1798523524857728:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206678.805138:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.805141:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2faa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288166 expref: 100 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.805142:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70d80/0xb73f6b2ce2c35f25 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x7b2f0bbe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.805147:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77925 00000100:00100000:0.0:1715206678.805147:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524858560:192.168.203.35@tcp:104: 00002000:00080000:2.0:1715206678.805151:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3716 count 1 00000100:00100000:3.0:1715206678.805152:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+12:3686:x1798523524857024:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206678.805153:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805158:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206678.805161:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.805162:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.805163:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00002000:00080000:3.0:1715206678.805164:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3709 count 1 00010000:00010000:1.0:1715206678.805167:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805169:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:2.0:1715206678.805170:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092558fc0/0xb73f6b2ce2c3124f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288931 expref: 100 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.805172:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.805173:0:18670:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77926 00010000:00010000:1.0:1715206678.805174:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206678.805175:0:18670:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+12:3686:x1798523524857216:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206678.805176:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.805177:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.805178:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805179:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xba72bac9 (ffff880097371d00) 00010000:00010000:3.0:1715206678.805181:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2e887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aac expref: 99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805182:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:0.0:1715206678.805183:0:18670:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3710 count 1 00010000:00010000:1.0:1715206678.805184:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206678.805187:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.805189:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206678.805189:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70000/0xb73f6b2ce2c35f41 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.805189:0:18670:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.805190:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.805193:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092558fc0/0xb73f6b2ce2c3124f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288931 expref: 100 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.805195:0:18670:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 100 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805198:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.805199:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.805200:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.805201:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092558fc0/0xb73f6b2ce2c3124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288931 expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1715206678.805201:0:18670:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.805203:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2e887 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aac expref: 99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805203:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805207:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.805210:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524858624:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206678.805211:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2e887 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aac expref: 99 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1715206678.805211:0:18670:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 100 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.805212:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805214:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:0.0:1715206678.805216:0:18670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.805218:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.805220:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524858688:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206678.805222:0:18670:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18670:1798523524858752:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.805225:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xba72bac9 (ffff880083fe8300) 00010000:00010000:1.0:1715206678.805227:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805228:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.805231:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff880091b35000 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.805233:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72ac0/0xb73f6b2ce2c35f5d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xba72bac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:0.0:1715206678.805237:0:18670:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1715206678.805240:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206678.805241:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805251:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805255:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805260:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805262:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805266:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805272:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xa4b2186b (ffff880083fe8900) 00010000:00010000:1.0:1715206678.805275:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805276:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805280:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70240/0xb73f6b2ce2c35f79 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805290:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805295:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805300:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805305:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f70fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805306:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805312:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805318:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xa4b2186b (ffff880083fe8e00) 00010000:00010000:1.0:1715206678.805320:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805321:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805326:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f70fc0/0xb73f6b2ce2c35f95 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xa4b2186b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805335:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805340:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805344:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805348:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f718c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805350:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805355:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805361:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xe4a56594 (ffff880083fe8c00) 00010000:00010000:1.0:1715206678.805363:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805365:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805374:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f718c0/0xb73f6b2ce2c35fb1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805402:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805406:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805411:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805416:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f73cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805418:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805423:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805429:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xe4a56594 (ffff880083fe8700) 00010000:00010000:1.0:1715206678.805432:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805433:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805438:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f73cc0/0xb73f6b2ce2c35fcd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xe4a56594 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805448:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805453:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805462:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805466:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094f72640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805468:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805473:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805479:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0xc734d1c8 (ffff880083fe8d00) 00010000:00010000:1.0:1715206678.805481:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805483:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805488:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094f72640/0xb73f6b2ce2c35fe9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805498:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805502:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805508:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805512:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805515:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805519:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805526:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0xc734d1c8 (ffff88008ec2ba00) 00010000:00010000:1.0:1715206678.805528:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805530:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805534:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81680/0xb73f6b2ce2c36005 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0xc734d1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805544:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805549:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805554:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805559:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c80480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805560:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805565:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805571:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007b:0x0].0x985392a1 (ffff88008ec2b000) 00010000:00010000:1.0:1715206678.805573:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805575:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805580:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80480/0xb73f6b2ce2c36021 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007b:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805594:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805600:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805605:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805617:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c83600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805619:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805640:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805648:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1007a:0x0].0x985392a1 (ffff88008ec2be00) 00010000:00010000:1.0:1715206678.805650:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805652:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805658:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83600/0xb73f6b2ce2c3603d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1007a:0x0].0x985392a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805671:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805678:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805684:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805694:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c80fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805696:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805701:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805708:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x778ea4fb (ffff88008d86dd00) 00010000:00010000:1.0:1715206678.805711:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805713:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805719:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c80fc0/0xb73f6b2ce2c36059 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805731:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805736:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805742:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805747:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c81f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805749:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805754:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805761:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x778ea4fb (ffff88008d86de00) 00010000:00010000:1.0:1715206678.805764:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805766:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805772:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c81f80/0xb73f6b2ce2c36075 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x778ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805782:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805787:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805792:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805797:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094c83a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805799:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805804:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805812:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x85ed9198 (ffff88008d86db00) 00010000:00010000:1.0:1715206678.805814:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805816:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805821:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094c83a80/0xb73f6b2ce2c36098 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805834:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805843:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805848:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805853:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805855:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805860:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805867:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x85ed9198 (ffff88008d86d900) 00010000:00010000:1.0:1715206678.805869:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805871:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805876:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485b180/0xb73f6b2ce2c360b4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x85ed9198 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805887:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805893:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805898:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805902:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805904:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805910:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805917:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa149fd88 (ffff88008d86d200) 00010000:00010000:1.0:1715206678.805919:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805920:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805925:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485a880/0xb73f6b2ce2c360d0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805935:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805940:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805946:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805950:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009485af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.805952:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805957:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805963:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa149fd88 (ffff88008d86d300) 00010000:00010000:1.0:1715206678.805965:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.805966:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805975:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009485af40/0xb73f6b2ce2c360ec lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xa149fd88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805985:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805992:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.805997:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806002:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800948586c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806005:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806010:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806017:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xa1380d88 (ffff88008d86d500) 00010000:00010000:1.0:1715206678.806019:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806020:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806025:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800948586c0/0xb73f6b2ce2c36108 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806036:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806042:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806052:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806057:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094859d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806058:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806063:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806113:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xa1380d88 (ffff880090dc9f00) 00010000:00010000:1.0:1715206678.806116:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806118:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806124:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094859d40/0xb73f6b2ce2c36124 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xa1380d88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806136:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806142:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806147:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806152:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806154:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806159:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806166:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x86397a9e (ffff880090dc9100) 00010000:00010000:1.0:1715206678.806169:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806171:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806176:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986880/0xb73f6b2ce2c36140 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806187:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806208:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806214:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806220:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8df80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806222:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806227:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806234:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x86397a9e (ffff880095952f00) 00010000:00010000:1.0:1715206678.806236:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806238:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806244:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8df80/0xb73f6b2ce2c3616a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x86397a9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806261:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806267:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806273:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806279:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806281:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806287:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806294:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x554f0788 (ffff880123742100) 00010000:00010000:1.0:1715206678.806297:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806299:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806303:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984480/0xb73f6b2ce2c36163 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806317:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806323:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806329:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806339:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806341:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806347:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806355:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x554f0788 (ffff880123742000) 00010000:00010000:1.0:1715206678.806358:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806360:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806366:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092987180/0xb73f6b2ce2c36194 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x554f0788 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806394:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806401:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806406:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806412:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806414:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806420:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806429:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xd185bb5c (ffff880123742600) 00010000:00010000:1.0:1715206678.806432:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806435:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:3.0:1715206678.806438:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524857792:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.806441:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986400/0xb73f6b2ce2c361b0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:3.0:1715206678.806453:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.806454:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806460:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806466:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806472:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806475:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806481:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806488:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xd185bb5c (ffff880123742f00) 00010000:00010000:1.0:1715206678.806491:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806493:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00000100:00100000:2.0:1715206678.806499:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524857856:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.806499:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985f80/0xb73f6b2ce2c361cc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xd185bb5c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806511:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206678.806515:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.806522:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806528:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806533:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8f600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806535:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806541:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806549:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x86398c8e (ffff880095952800) 00010000:00010000:1.0:1715206678.806551:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806553:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806558:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f600/0xb73f6b2ce2c361e8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806571:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806577:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806583:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806589:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806591:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806597:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806605:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x86398c8e (ffff880095952c00) 00010000:00010000:1.0:1715206678.806607:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806609:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806615:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8c000/0xb73f6b2ce2c36204 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x86398c8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806626:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806632:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806638:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806643:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8f3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806645:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806651:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806658:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x862169a1 (ffff880095952d00) 00010000:00010000:1.0:1715206678.806661:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806663:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806674:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880095b8f3c0/0xb73f6b2ce2c36220 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00000100:00100000:2.0:1715206678.806680:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524858368:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.806686:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806692:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:2.0:1715206678.806697:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.806698:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806703:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db06c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806705:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806711:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806718:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x862169a1 (ffff880090dc9000) 00010000:00010000:1.0:1715206678.806720:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806722:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806728:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133db06c0/0xb73f6b2ce2c3623c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x862169a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806740:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806746:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806757:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806763:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806765:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806770:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806778:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x554d0b88 (ffff88008ff52800) 00010000:00010000:1.0:1715206678.806780:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806782:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806787:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3af40/0xb73f6b2ce2c36258 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806798:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00000100:00100000:3.0:1715206678.806799:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524857920:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.806804:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806810:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:3.0:1715206678.806813:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.806815:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e39f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806817:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806823:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806831:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x554d0b88 (ffff88008ff52500) 00010000:00010000:1.0:1715206678.806834:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806836:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806841:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e39f80/0xb73f6b2ce2c36274 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x554d0b88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806853:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806860:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806865:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806872:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806874:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806880:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806887:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x60b23c20 (ffff88008ff52b00) 00010000:00010000:1.0:1715206678.806890:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806891:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806897:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b600/0xb73f6b2ce2c36290 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.806913:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806919:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806925:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806930:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806933:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806939:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806947:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x60b23c20 (ffff880123742300) 00010000:00010000:1.0:1715206678.806949:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.806951:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806957:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984fc0/0xb73f6b2ce2c362ac lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x60b23c20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806968:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806974:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806980:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806989:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.806991:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.806997:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807004:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x862169a0 (ffff880123742800) 00010000:00010000:1.0:1715206678.807007:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807009:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807015:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985d40/0xb73f6b2ce2c362c8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807027:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807033:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807039:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807044:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807047:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807052:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807090:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x862169a0 (ffff88008ff52e00) 00010000:00010000:1.0:1715206678.807094:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807096:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807103:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3b3c0/0xb73f6b2ce2c362e4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x862169a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807116:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807122:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807128:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807134:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807136:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807143:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807151:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x863e0f88 (ffff88008ff52900) 00010000:00010000:1.0:1715206678.807153:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807155:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807161:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083e3a640/0xb73f6b2ce2c36300 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807173:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807184:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807190:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807195:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807197:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807203:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807211:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x863e0f88 (ffff88008ff52c00) 00010000:00010000:1.0:1715206678.807213:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807215:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807221:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c3631c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x863e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807232:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807237:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807243:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807248:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807251:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807257:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807264:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x9b856f73 (ffff88008ff52300) 00010000:00010000:1.0:1715206678.807267:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807269:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807275:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c36338 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807286:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807292:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807298:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807304:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807306:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807311:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807318:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x9b856f73 (ffff88009404ef00) 00010000:00010000:1.0:1715206678.807321:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807323:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807333:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c36354 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x9b856f73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.807344:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807350:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807356:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807361:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807363:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807369:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807395:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x853e0f88 (ffff880123742900) 00010000:00010000:1.0:1715206678.807398:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807401:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807406:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986d00/0xb73f6b2ce2c36370 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807429:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807435:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807446:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807452:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929861c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807454:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807460:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807468:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x853e0f88 (ffff880123742b00) 00010000:00010000:1.0:1715206678.807470:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807473:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807478:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929861c0/0xb73f6b2ce2c3638c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x853e0f88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807490:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807496:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807502:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807507:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807510:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807516:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807524:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x2f856f5d (ffff880123742e00) 00010000:00010000:1.0:1715206678.807526:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807528:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807533:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984240/0xb73f6b2ce2c363a8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807545:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807551:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807557:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807563:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807565:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807571:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807578:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x2f856f5d (ffff880123742d00) 00010000:00010000:1.0:1715206678.807581:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807583:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807589:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985200/0xb73f6b2ce2c363c4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x2f856f5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807605:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807611:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807617:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807622:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807624:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807630:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807637:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x853e1088 (ffff880123742700) 00010000:00010000:1.0:1715206678.807639:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807641:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807647:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092984000/0xb73f6b2ce2c363e0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807658:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807665:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807671:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807681:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094198b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807683:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807689:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807696:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x853e1088 (ffff8800948e6700) 00010000:00010000:1.0:1715206678.807699:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807701:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807707:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198b40/0xb73f6b2ce2c363fc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x853e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807718:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807723:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807729:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807734:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094198480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807737:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807742:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807749:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x55390488 (ffff8800948e6600) 00010000:00010000:1.0:1715206678.807752:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807754:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807760:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198480/0xb73f6b2ce2c36418 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807771:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807777:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807782:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807788:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807790:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807796:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807803:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x55390488 (ffff8800948e6300) 00010000:00010000:1.0:1715206678.807805:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807807:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807812:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419af40/0xb73f6b2ce2c36434 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x55390488 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807823:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807833:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807839:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807844:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094198900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807846:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807852:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807860:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x5538fb88 (ffff8800948e6a00) 00010000:00010000:1.0:1715206678.807863:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807865:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807871:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880094198900/0xb73f6b2ce2c36450 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807882:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807888:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807893:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807899:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009419b180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807901:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807907:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807914:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x5538fb88 (ffff8800948e6e00) 00010000:00010000:1.0:1715206678.807917:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807919:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807925:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009419b180/0xb73f6b2ce2c3646c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x5538fb88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807936:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807942:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807947:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807952:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800929818c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.807955:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807960:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807967:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xc88ea4fb (ffff8800948e6900) 00010000:00010000:1.0:1715206678.807970:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.807972:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807981:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800929818c0/0xb73f6b2ce2c36488 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.807993:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808000:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808005:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808011:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808013:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808019:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808027:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x85ed7b8c (ffff880096845200) 00010000:00010000:1.0:1715206678.808030:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808031:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808037:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982ac0/0xb73f6b2ce2c364a4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808049:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808081:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808093:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808114:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808116:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808121:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808129:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xc88ea4fb (ffff880096845b00) 00010000:00010000:1.0:1715206678.808132:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808134:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808139:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981b00/0xb73f6b2ce2c364c0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xc88ea4fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808151:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808157:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808162:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808166:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808169:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808174:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808181:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x85ed7b8c (ffff880096845300) 00010000:00010000:1.0:1715206678.808183:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808185:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808190:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981d40/0xb73f6b2ce2c364dc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x85ed7b8c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808201:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808206:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808211:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808216:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808218:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808224:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808231:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xe385a24b (ffff880096845800) 00010000:00010000:1.0:1715206678.808233:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808235:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808241:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982400/0xb73f6b2ce2c364f8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808255:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808261:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808266:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808271:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808273:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808278:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808285:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xe385a24b (ffff880096845600) 00010000:00010000:1.0:1715206678.808287:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808288:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808294:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092983600/0xb73f6b2ce2c36514 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xe385a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808304:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808309:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808315:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808324:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808326:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808331:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808338:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0x863e1088 (ffff880096845500) 00010000:00010000:1.0:1715206678.808340:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808341:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808346:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980d80/0xb73f6b2ce2c36530 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808357:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808363:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808369:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808374:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808392:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808398:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808406:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0x863e1088 (ffff8800a7c2ef00) 00010000:00010000:1.0:1715206678.808408:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808410:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808415:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092980480/0xb73f6b2ce2c3654c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0x863e1088 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808427:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808433:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808438:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808444:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808446:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808451:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808458:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10086:0x0].0xec85a24b (ffff88013429e400) 00010000:00010000:1.0:1715206678.808460:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808462:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808467:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092981680/0xb73f6b2ce2c36568 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10086:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808478:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808487:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808492:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808497:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092982f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808500:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808505:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808511:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10087:0x0].0xec85a24b (ffff88013429ed00) 00010000:00010000:1.0:1715206678.808514:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808516:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808521:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092982f40/0xb73f6b2ce2c36584 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10087:0x0].0xec85a24b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT1 00010000:00010000:1.0:1715206678.808532:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808537:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808543:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808548:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808550:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808556:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808563:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x7fa9a95 (ffff88008d54cd00) 00010000:00010000:1.0:1715206678.808566:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808567:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808573:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986640/0xb73f6b2ce2c36904 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808584:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808589:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808595:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808600:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092233180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808602:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808607:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808613:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x37eb7f65 (ffff8800935e1100) 00010000:00010000:1.0:1715206678.808616:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808618:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808627:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092233180/0xb73f6b2ce2c3693c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT1 00010000:00010000:1.0:1715206678.808638:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808644:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808649:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808653:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808655:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808660:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808667:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x7fa9a95 (ffff880096a4af00) 00010000:00010000:1.0:1715206678.808669:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808671:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808676:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df600/0xb73f6b2ce2c36951 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x7fa9a95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808687:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808693:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808715:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808718:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808720:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808723:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808727:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x37eb7f65 (ffff880096a4a200) 00010000:00010000:1.0:1715206678.808729:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808730:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808733:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833de880/0xb73f6b2ce2c36974 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x37eb7f65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808741:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808744:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808747:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808750:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808751:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808754:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808759:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0xbfc2eca6 (ffff880096a4a800) 00010000:00010000:1.0:1715206678.808760:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808761:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808764:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833df840/0xb73f6b2ce2c36990 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808770:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808773:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808776:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808778:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dc240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808779:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808782:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808786:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0xbfc2eca6 (ffff880123742400) 00010000:00010000:1.0:1715206678.808787:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808788:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808791:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800833dc240/0xb73f6b2ce2c369ac lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0xbfc2eca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808801:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808804:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808806:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808809:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808810:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808813:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808817:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x3d99db37 (ffff88009404ed00) 00010000:00010000:1.0:1715206678.808818:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808819:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808822:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986f40/0xb73f6b2ce2c369c8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808828:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808831:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808834:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808839:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808840:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808844:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808847:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x3d99db37 (ffff88009404eb00) 00010000:00010000:1.0:1715206678.808849:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808850:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808852:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092985440/0xb73f6b2ce2c369e4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x3d99db37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808859:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808862:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808864:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808867:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092986ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808868:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808871:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808874:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10072:0x0].0x4b9bf994 (ffff88008d54c100) 00010000:00010000:1.0:1715206678.808876:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808877:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808880:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880092986ac0/0xb73f6b2ce2c36a00 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10072:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808887:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808890:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808892:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808895:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b3c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808896:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808899:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808902:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10073:0x0].0x4b9bf994 (ffff8801310aa700) 00010000:00010000:1.0:1715206678.808904:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808905:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808907:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c36a1c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x10073:0x0].0x4b9bf994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808914:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808920:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808923:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808926:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c49200 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:0.0:1715206678.808926:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206678.808927:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808930:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.808933:0:18681:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18681:1798523524857984:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.808933:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x5052ab9e (ffff880133c68000) 00010000:00010000:1.0:1715206678.808935:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808936:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808938:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c49200/0xb73f6b2ce2c37218 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.808945:0:18681:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.808945:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808947:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808950:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.808952:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787264 00010000:00010000:1.0:1715206678.808953:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808954:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808957:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.808958:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787264 00010000:00010000:1.0:1715206678.808961:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x41aa9094 (ffff880133c68400) 00010000:00010000:1.0:1715206678.808963:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.808964:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808966:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c4bcc0/0xb73f6b2ce2c3722d lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.808971:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206678.808974:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524858176:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206678.808974:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2faa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828815f expref: 100 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.808975:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808983:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.808984:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.808987:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.808991:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.808992:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.808993:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787392 00000100:00100000:2.0:1715206678.808995:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787392 00010000:00010000:1.0:1715206678.808997:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.808997:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206678.809000:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094199440/0xb73f6b2ce2c2d834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287477 expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.809005:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095909f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524858112:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.809005:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x44524f57 (ffff880091915100) 00010000:00010000:1.0:1715206678.809007:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.809009:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809010:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787200 00000100:00100000:2.0:1715206678.809012:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787200 00010000:00010000:1.0:1715206678.809012:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880083c48000/0xb73f6b2ce2c37281 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809016:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809017:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c2d82d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828747e expref: 101 pid: 18684 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809021:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809024:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809027:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158714 00010000:00010000:1.0:1715206678.809028:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809030:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee02640 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206678.809031:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591787264:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809031:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.809031:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206678.809034:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.809035:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158715 00010000:00010000:1.0:1715206678.809038:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x6:0x0].0x746dd4eb (ffff880120b55400) 00000100:00100000:3.0:1715206678.809039:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591787392:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206678.809039:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206678.809039:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.809040:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809041:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2faa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828815f expref: 101 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809043:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee02640/0xb73f6b2ce2c372c0 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x6:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809046:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206678.809047:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2faa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828815f expref: 101 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809050:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094199440/0xb73f6b2ce2c2d834 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287477 expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809050:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809069:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809072:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809075:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094199440/0xb73f6b2ce2c2d834 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287477 expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:0.0:1715206678.809077:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206678.809078:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.809079:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809081:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924c9200/0xb73f6b2ce2c2faa1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828815f expref: 101 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809082:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809086:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x6599e0d1 (ffff88009722a200) 00010000:00010000:3.0:1715206678.809088:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094199440/0xb73f6b2ce2c2d834 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287477 expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809088:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.809089:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809092:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809092:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee01b00/0xb73f6b2ce2c372ea lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x2:0x0].0x6599e0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809093:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809095:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809101:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809101:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809103:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809104:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.809104:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206678.809105:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809106:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809107:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809110:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee03a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206678.809111:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809111:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809112:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206678.809114:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809118:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x5052ab9e (ffff880092239900) 00010000:00010000:1.0:1715206678.809119:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.809120:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809121:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206678.809123:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008ee03a80/0xb73f6b2ce2c3743a lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x9:0x0].0x5052ab9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809131:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809134:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809135:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591787264:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 103us (212us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206678.809136:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.809136:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206678.809139:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7840 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:2.0:1715206678.809140:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158714 00010000:00010000:1.0:1715206678.809141:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809144:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.809145:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591787392:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 106us (174us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206678.809147:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x41aa9094 (ffff880092239d00) 00010000:00010000:1.0:1715206678.809149:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206678.809150:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158715 00000100:00100000:2.0:1715206678.809150:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787328 00010000:00010000:1.0:1715206678.809150:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809152:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787328 00010000:00010000:1.0:1715206678.809152:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c3744f lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x9:0x0].0x41aa9094 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809158:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d539b00/0xb73f6b2ce2c302d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828845a expref: 100 pid: 18682 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809159:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809162:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809165:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809166:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787456 00000100:00100000:2.0:1715206678.809167:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787456 00010000:00010000:1.0:1715206678.809168:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.809169:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809172:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092558b40/0xb73f6b2ce2c31202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828890e expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809172:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809176:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x9:0x0].0x44524f57 (ffff880092239800) 00010000:00010000:1.0:1715206678.809177:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206678.809178:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787520 00000100:00100000:2.0:1715206678.809178:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787584 00010000:00010000:1.0:1715206678.809178:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809179:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787584 00000100:00100000:3.0:1715206678.809180:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787520 00010000:00010000:1.0:1715206678.809181:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c374a3 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x9:0x0].0x44524f57 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809184:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2ff08 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288318 expref: 101 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809188:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a2d00/0xb73f6b2ce2c2ff01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288311 expref: 101 pid: 18681 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809189:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809191:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158716 00010000:00010000:1.0:1715206678.809192:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809194:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591787200:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809195:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.809198:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158717 00010000:00010000:2.0:1715206678.809198:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206678.809198:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.809199:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809200:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c2d82d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828747e expref: 101 pid: 18684 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.809201:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2003:x1798523591787328:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809202:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809206:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206678.809206:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c2d82d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828747e expref: 101 pid: 18684 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809206:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x746dd4eb (ffff880136b48d00) 00010000:00010000:1.0:1715206678.809207:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206678.809208:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d539b00/0xb73f6b2ce2c302d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828845a expref: 101 pid: 18682 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809209:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809211:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c374e2 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x7:0x0].0x746dd4eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809214:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d539b00/0xb73f6b2ce2c302d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828845a expref: 101 pid: 18682 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809214:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c2d82d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828747e expref: 101 pid: 18684 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809220:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809221:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809222:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809223:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809223:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809225:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809227:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d539b00/0xb73f6b2ce2c302d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828845a expref: 101 pid: 18682 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809228:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809228:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.809230:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809233:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809234:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809235:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809236:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809236:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x2:0x0].0x659ae0d1 (ffff8800832d8f00) 00010000:00010000:1.0:1715206678.809237:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206678.809238:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206678.809238:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809241:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809241:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c3750c lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x2:0x0].0x659ae0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.809246:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206678.809247:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809251:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206678.809251:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591787200:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 56us (255us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206678.809251:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809254:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809255:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158716 00010000:00010000:1.0:1715206678.809256:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.809257:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809260:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809262:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787840 00000100:00100000:3.0:1715206678.809263:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591787328:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 61us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206678.809264:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787840 00010000:00010000:1.0:1715206678.809264:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0xa6575bd4 (ffff88008f29c900) 00010000:00010000:1.0:1715206678.809265:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206678.809266:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.809267:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158717 00010000:00010000:1.0:1715206678.809268:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37560 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x4:0x0].0xa6575bd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:2.0:1715206678.809270:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 100 pid: 18681 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.809276:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158718 00010000:00010000:1.0:1715206678.809276:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT1 00000100:00100000:3.0:1715206678.809279:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591787456:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809279:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT1 00010000:00010000:1.0:1715206678.809281:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809284:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206678.809284:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206678.809285:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809286:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092558b40/0xb73f6b2ce2c31202 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828890e expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809288:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT1 00000100:00100000:2.0:1715206678.809291:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158719 00010000:00010000:3.0:1715206678.809292:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092558b40/0xb73f6b2ce2c31202 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828890e expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809292:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0xc5bc182a (ffff88012d3d8000) 00010000:00010000:1.0:1715206678.809293:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206678.809294:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591787584:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809294:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00000100:00100000:0.0:1715206678.809296:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206678.809297:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37598 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x5:0x0].0xc5bc182a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT1 00010000:00010000:3.0:1715206678.809300:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092558b40/0xb73f6b2ce2c31202 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828890e expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809300:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206678.809303:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2ff08 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288318 expref: 99 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809309:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2ff08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288318 expref: 99 pid: 18679 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1715206678.809310:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787648 00010000:00010000:3.0:1715206678.809311:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809312:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809313:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.809314:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787648 00010000:00010000:3.0:1715206678.809317:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809318:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809319:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809320:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809324:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809324:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2ea7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b3f expref: 100 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809325:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206678.809331:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206678.809335:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591787456:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 55us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206678.809335:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158720 00000100:00100000:0.0:1715206678.809337:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206678.809340:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158718 00000100:00100000:1.0:1715206678.809340:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2003:x1798523591787520:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206678.809344:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591787584:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 49us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206678.809346:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788032 00010000:00010000:1.0:1715206678.809346:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206678.809347:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158719 00000100:00100000:3.0:1715206678.809348:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788032 00010000:00010000:1.0:1715206678.809349:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801216a2d00/0xb73f6b2ce2c2ff01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288311 expref: 99 pid: 18681 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809354:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 99 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809354:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801216a2d00/0xb73f6b2ce2c2ff01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288311 expref: 99 pid: 18681 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.809356:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158721 00000100:00100000:2.0:1715206678.809358:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2000:x1798523591787840:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206678.809363:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158722 00010000:00010000:2.0:1715206678.809363:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206678.809363:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206678.809364:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a2d00/0xb73f6b2ce2c2ff01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288311 expref: 99 pid: 18681 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809365:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 99 pid: 18681 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.809366:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591787648:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206678.809370:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206678.809371:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 99 pid: 18681 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809372:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2ea7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b3f expref: 98 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809374:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809376:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809395:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809398:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809399:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2ea7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b3f expref: 98 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809400:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809401:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809401:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809405:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809412:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206678.809414:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c2ea7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b3f expref: 98 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809417:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206678.809419:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206678.809421:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809422:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809423:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.809423:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+97:2000:x1798523591787840:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 64us (179us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206678.809427:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.809428:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158721 00000100:00100000:2.0:1715206678.809435:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787712 00000100:00100000:1.0:1715206678.809435:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591787520:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 95us (331us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206678.809437:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206678.809437:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787712 00000100:00100000:1.0:1715206678.809440:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158720 00010000:00010000:2.0:1715206678.809443:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c2e53f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828796a expref: 97 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1715206678.809450:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787776 00000100:00100000:2.0:1715206678.809451:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158723 00000100:00100000:3.0:1715206678.809452:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+96:2003:x1798523591787648:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 85us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206678.809452:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787776 00000100:00100000:2.0:1715206678.809454:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2000:x1798523591788032:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206678.809455:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206678.809457:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158722 00010000:00010000:2.0:1715206678.809458:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206678.809459:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094c83180/0xb73f6b2ce2c2e554 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287978 expref: 100 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809460:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1715206678.809466:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787904 00000100:00100000:1.0:1715206678.809468:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787904 00010000:00010000:2.0:1715206678.809470:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 101 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809472:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cb840/0xb73f6b2ce2c2e89c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aba expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809477:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206678.809477:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206678.809478:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158724 00010000:00010000:2.0:1715206678.809478:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809479:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.809481:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591787712:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206678.809483:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809486:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206678.809486:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591787968 00010000:00010000:3.0:1715206678.809488:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c2e53f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828796a expref: 95 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1715206678.809488:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591787968 00010000:00010000:2.0:1715206678.809489:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206678.809493:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2faa8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288166 expref: 102 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809494:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c2e53f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828796a expref: 95 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.809499:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2000:x1798523591788032:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 44us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206678.809500:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158725 00010000:00010000:3.0:1715206678.809501:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809502:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206678.809503:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158723 00000100:00100000:1.0:1715206678.809503:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2003:x1798523591787776:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206678.809504:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809508:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809508:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206678.809510:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094c83180/0xb73f6b2ce2c2e554 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287978 expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.809511:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158726 00000100:00100000:0.0:1715206678.809512:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206678.809514:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206678.809514:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+101:2002:x1798523591787904:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809516:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094c83180/0xb73f6b2ce2c2e554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287978 expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809519:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206678.809521:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924cb840/0xb73f6b2ce2c2e89c lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aba expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.809524:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2002:x1798523591787712:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 42us (161us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206678.809525:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809526:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809527:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924cb840/0xb73f6b2ce2c2e89c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aba expref: 101 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:1.0:1715206678.809527:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.809528:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158724 00010000:00010000:1.0:1715206678.809531:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809533:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.809534:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206678.809535:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788096 00010000:00010000:2.0:1715206678.809535:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.809537:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788096 00010000:00010000:1.0:1715206678.809539:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206678.809540:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809543:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092558fc0/0xb73f6b2ce2c3124f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288931 expref: 102 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809546:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206678.809550:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2003:x1798523591787776:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 46us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206678.809551:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158727 00000100:00100000:3.0:1715206678.809553:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2003:x1798523591787968:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206678.809554:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158725 00000100:00100000:2.0:1715206678.809555:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+102:2002:x1798523591787904:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 40us (101us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206678.809557:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206678.809559:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2faa8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288166 expref: 101 pid: 18679 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.809559:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158726 00000100:00100000:1.0:1715206678.809562:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158728 00010000:00010000:3.0:1715206678.809565:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2faa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288166 expref: 100 pid: 18679 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1715206678.809565:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+100:2002:x1798523591788096:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809570:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206678.809571:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.809572:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809572:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092558fc0/0xb73f6b2ce2c3124f lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288931 expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809573:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809577:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092558fc0/0xb73f6b2ce2c3124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288931 expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809581:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.809584:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206678.809585:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524858624:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.809585:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092558fc0/0xb73f6b2ce2c3124f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288931 expref: 100 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809587:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206678.809591:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809592:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809594:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.809597:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+99:2003:x1798523591787968:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 43us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206678.809598:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.809601:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158727 00010000:00010000:2.0:1715206678.809604:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809604:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206678.809607:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788160 00000100:00100000:3.0:1715206678.809609:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788160 00010000:00010000:2.0:1715206678.809611:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809614:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2e887 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aac expref: 95 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809615:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.809615:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+98:2002:x1798523591788096:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 49us (103us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206678.809619:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.809619:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158728 00010000:00010000:2.0:1715206678.809623:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.809626:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158729 00010000:00010000:2.0:1715206678.809627:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.809629:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+95:2003:x1798523591788160:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.809633:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206678.809635:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206678.809635:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2e887 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aac expref: 95 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.809637:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809641:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809641:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2e887 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aac expref: 95 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809642:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c2e53f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828796a expref: 95 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.809648:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524858304:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206678.809648:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809648:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809648:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.809650:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809652:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37671 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809654:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809655:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809660:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809660:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206678.809664:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809669:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.809672:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+94:2003:x1798523591788160:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 43us (90us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206678.809672:0:18670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014480/0xb73f6b2ce2c2ea86 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287b46 expref: 97 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.809673:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.809676:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158729 00010000:00010000:3.0:1715206678.809678:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809681:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206678.809683:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809687:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.809689:0:18670:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18670:1798523524858752:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206678.809693:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809697:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37655 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809701:0:18670:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809707:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809709:0:18670:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809712:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809714:0:18670:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809717:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809720:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809720:0:18670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809724:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809725:0:18670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809728:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206678.809729:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809731:0:18670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809736:0:18670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b07a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206678.809737:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809738:0:18670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809744:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809745:0:18670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.809748:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37639 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809756:0:18670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.809762:0:18670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c3767f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.809804:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+13:3685:x1798523524857728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4665us (5169us total) trans 4294989291 rc 0/0 00000100:00100000:2.0:1715206678.809809:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77924 00010000:00010000:2.0:1715206678.809851:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f28ad00/0xb73f6b2ce2c3023b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828844c expref: 93 pid: 18681 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.809859:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524858432:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206678.809867:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809872:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.809874:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+14:3685:x1798523524856960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4999us (5337us total) trans 4294988802 rc 0/0 00000100:00100000:3.0:1715206678.809879:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77920 00010000:00010000:2.0:1715206678.809880:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809885:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809889:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809893:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809897:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206678.809898:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809902:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809903:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924c9d40/0xb73f6b2ce2c2e887 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aac expref: 92 pid: 18695 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.809910:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524858688:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206678.809910:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.809913:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c3765c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809918:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809923:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809927:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809931:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809936:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809943:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809949:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206678.809951:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809957:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809967:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.809978:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37678 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.809990:0:18670:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+13:3686:x1798523524857216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4811us (5014us total) trans 4294989292 rc 0/0 00000100:00100000:0.0:1715206678.809999:0:18670:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77926 00000100:00100000:1.0:1715206678.810001:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+14:3687:x1798523524857152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5267us (5529us total) trans 4294988803 rc 0/0 00000100:00100000:1.0:1715206678.810007:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77916 00010000:00010000:0.0:1715206678.810033:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094c83180/0xb73f6b2ce2c2e554 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287978 expref: 96 pid: 18695 timeout: 1129 lvb_type: 0 00000004:00080000:1.0:1715206678.810034:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a00700/2, rc 0, transno 21507 00000100:00100000:2.0:1715206678.810038:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+14:3685:x1798523524857280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5039us (5466us total) trans 4294988804 rc 0/0 00000100:00100000:1.0:1715206678.810040:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857152:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206678.810044:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77921 00000100:00100000:0.0:1715206678.810045:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524858240:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206678.810075:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810080:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810092:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810099:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810102:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810106:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810106:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810110:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810113:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810114:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206678.810116:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810120:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810120:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810127:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810127:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810131:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083017600/0xb73f6b2ce2c3764e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe83:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810133:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206678.810135:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810142:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810169:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810176:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b06400/0xb73f6b2ce2c37647 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.810180:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3686:x1798523524857024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5027us (5234us total) trans 4294988805 rc 0/0 00000004:00080000:1.0:1715206678.810180:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a00380/2, rc 0, transno 21506 00000100:00100000:3.0:1715206678.810186:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77925 00000100:00100000:1.0:1715206678.810186:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524856960:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1715206678.810193:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d940380/2, rc 0, transno 21508 00000100:00100000:1.0:1715206678.810195:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857280:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1715206678.810201:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf5880/2, rc 0, transno 21995 00000100:00100000:3.0:1715206678.810204:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524858816:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206678.810205:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857728:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206678.810219:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1715206678.810235:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a03b80/2, rc 0, transno 21509 00000100:00100000:1.0:1715206678.810240:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524858880:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206678.810241:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524857024:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1715206678.810247:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf6d80/2, rc 0, transno 21996 00000100:00100000:3.0:1715206678.810251:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524857216:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206678.810260:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206678.810263:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810263:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+14:3687:x1798523524857664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5401us (5737us total) trans 4294989293 rc 0/0 00000100:00100000:2.0:1715206678.810268:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77919 00010000:00010000:3.0:1715206678.810271:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206678.810274:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf4700/2, rc 0, transno 21997 00000100:00100000:1.0:1715206678.810276:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857664:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206678.810277:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524858816 00010000:00010000:3.0:1715206678.810279:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810280:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524858816 00000100:00100000:1.0:1715206678.810283:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1715206678.810285:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.810286:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524858944:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206678.810291:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524858880 00010000:00010000:3.0:1715206678.810292:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810293:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524858880 00000100:00100000:1.0:1715206678.810297:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206678.810299:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5d40 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:2.0:1715206678.810301:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524858944 00010000:00010000:3.0:1715206678.810302:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810303:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524858944 00010000:00010000:3.0:1715206678.810309:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810310:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77927 00000100:00100000:2.0:1715206678.810313:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+14:3686:x1798523524858816:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206678.810322:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206678.810324:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3717 count 1 00000100:00100000:1.0:1715206678.810324:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206678.810327:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880123165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524859008:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206678.810330:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37640 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.810331:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+14:3687:x1798523524857408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5500us (5828us total) trans 4294989294 rc 0/0 00010000:00010000:2.0:1715206678.810333:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.810340:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206678.810340:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77918 00010000:00010000:2.0:1715206678.810342:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e48bcc0/0xb73f6b2ce2c31b55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c9c expref: 91 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810346:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.810348:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.810349:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.810351:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859008 00000100:00100000:1.0:1715206678.810354:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859008 00000100:00100000:0.0:1715206678.810355:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77928 00000100:00100000:0.0:1715206678.810359:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+14:3687:x1798523524858880:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206678.810360:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e48bcc0/0xb73f6b2ce2c31b55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c9c expref: 91 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810375:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e48bcc0/0xb73f6b2ce2c31b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c9c expref: 91 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1715206678.810395:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77929 00000100:00100000:1.0:1715206678.810398:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+14:3687:x1798523524858944:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206678.810399:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524859072:192.168.203.35@tcp:104: 00002000:00080000:0.0:1715206678.810401:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3717 count 1 00002000:00080000:1.0:1715206678.810425:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3718 count 1 00010000:00010000:0.0:1715206678.810427:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810434:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810437:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e39e9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1715206678.810437:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009e48b3c0/0xb73f6b2ce2c31b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288caa expref: 95 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810442:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d5ec000/0xb73f6b2ce2c31dbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d8a expref: 91 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810444:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.810445:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206678.810447:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810447:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206678.810447:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810448:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206678.810449:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810452:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810457:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810460:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810460:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d5ec000/0xb73f6b2ce2c31dbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d8a expref: 91 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810462:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009e48b3c0/0xb73f6b2ce2c31b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288caa expref: 95 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.810463:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524856896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5700us (6014us total) trans 4294988806 rc 0/0 00010000:00010000:2.0:1715206678.810464:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810466:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d5ec000/0xb73f6b2ce2c31dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d8a expref: 91 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.810468:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7cc0 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:3.0:1715206678.810469:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77917 00010000:00010000:2.0:1715206678.810469:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810470:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009e48b3c0/0xb73f6b2ce2c31b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288caa expref: 95 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.810473:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.810476:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880123164700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524859136:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206678.810479:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77930 00010000:00010000:2.0:1715206678.810480:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.810480:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524859200:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206678.810482:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+14:3686:x1798523524859008:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206678.810485:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c3761d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1715206678.810492:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3718 count 1 00000100:00100000:1.0:1715206678.810493:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838840 going to sleep for 11 seconds 00010000:00010000:3.0:1715206678.810501:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.810501:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00010000:00010000:3.0:1715206678.810508:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c31dd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d98 expref: 95 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810513:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.810515:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206678.810516:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810523:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924ca1c0/0xb73f6b2ce2c2faa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288166 expref: 95 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.810528:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c31dd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d98 expref: 95 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.810533:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524858560:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206678.810534:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c31dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d98 expref: 94 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.810540:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524859264:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206678.810543:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810550:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810555:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.810560:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1715206678.810567:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810573:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810576:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924cb840/0xb73f6b2ce2c2e89c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287aba expref: 94 pid: 18695 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1715206678.810579:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.810583:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:18671:1798523524858496:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206678.810584:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206678.810586:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810590:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810591:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800833dfa80/0xb73f6b2ce2c2ff08 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288318 expref: 93 pid: 18679 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1715206678.810592:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810593:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524857088:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5993us (6256us total) trans 4294988807 rc 0/0 00010000:00010000:3.0:1715206678.810595:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810598:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.810598:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77913 00010000:00010000:3.0:1715206678.810602:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.810602:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524858048:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206678.810602:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.810608:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c3766a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810610:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810614:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810614:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810618:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206678.810619:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810622:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810623:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810629:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810630:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.810633:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37663 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810636:0:18681:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810636:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810641:0:18681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810642:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810645:0:18681:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810649:0:18681:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810649:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810653:0:18681:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810656:0:18681:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206678.810656:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206678.810658:0:18681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810658:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810661:0:18681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810665:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810669:0:18681:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810673:0:18681:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c3762b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe84:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810677:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.810684:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b06640/0xb73f6b2ce2c37632 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206678.810716:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a02300/2, rc 0, transno 21510 00000100:00100000:0.0:1715206678.810725:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524856896:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1715206678.810733:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf6a00/2, rc 0, transno 21998 00000100:00100000:0.0:1715206678.810737:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857408:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1715206678.810745:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a02680/2, rc 0, transno 21511 00000100:00100000:2.0:1715206678.810747:0:18681:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524857344:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6053us (6383us total) trans 4294988808 rc 0/0 00000100:00100000:0.0:1715206678.810748:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857088:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206678.810752:0:18681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77914 00000004:00080000:0.0:1715206678.810755:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d941180/2, rc 0, transno 21512 00000100:00100000:3.0:1715206678.810757:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3685:x1798523524857472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5748us (6150us total) trans 4294989296 rc 0/0 00000100:00100000:0.0:1715206678.810757:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857344:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206678.810762:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77922 00010000:00010000:2.0:1715206678.810764:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810769:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810773:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810777:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810781:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810784:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206678.810785:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810790:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206678.810794:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf5180/2, rc 0, transno 22000 00010000:00010000:2.0:1715206678.810797:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810800:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37616 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.810803:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206678.810821:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+16:3685:x1798523524857536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5729us (6154us total) trans 4294989295 rc 0/0 00000004:00080000:1.0:1715206678.810825:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf5c00/2, rc 0, transno 21999 00000100:00100000:0.0:1715206678.810827:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77923 00000100:00100000:1.0:1715206678.810830:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524857536:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206678.810923:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+15:3686:x1798523524856768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6562us (6648us total) trans 4294988809 rc 0/0 00000100:00100000:0.0:1715206678.810925:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524857600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6217us (6510us total) trans 4294989297 rc 0/0 00000100:00100000:2.0:1715206678.810928:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77911 00000100:00100000:0.0:1715206678.810931:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77915 00010000:00010000:2.0:1715206678.810941:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810946:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810950:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810954:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810958:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206678.810958:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a00e00/2, rc 0, transno 21513 00000004:00080000:0.0:1715206678.810960:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf7480/2, rc 0, transno 22001 00010000:00010000:2.0:1715206678.810966:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014000 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:1.0:1715206678.810966:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524856768:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206678.810968:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.810968:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524857600:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206678.810971:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810979:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.810982:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37624 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe79:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.811116:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524856832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6521us (6822us total) trans 4294989298 rc 0/0 00000100:00100000:2.0:1715206678.811121:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77912 00000004:00080000:0.0:1715206678.811141:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009fbf4e00/2, rc 0, transno 22002 00000100:00100000:0.0:1715206678.811153:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524856832:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206678.811777:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880123164700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524859136:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206678.811788:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.811796:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524859072:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206678.811805:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524859200:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206678.811810:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.811813:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.811819:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524859264:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206678.811827:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.811980:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206678.811996:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206678.812015:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788224 00000100:00100000:2.0:1715206678.812020:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788224 00000100:00100000:3.0:1715206678.812021:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788288 00000100:00100000:3.0:1715206678.812024:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788288 00000100:00100000:0.0:1715206678.812031:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206678.812034:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e48bcc0/0xb73f6b2ce2c31b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c9c expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.812035:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d5ec000/0xb73f6b2ce2c31dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d8a expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:3.0:1715206678.812046:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788416 00000100:00100000:3.0:1715206678.812047:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788416 00010000:00010000:3.0:1715206678.812051:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c31dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d98 expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:1.0:1715206678.812077:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158730 00000100:00100000:1.0:1715206678.812082:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2002:x1798523591788288:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206678.812083:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158731 00000100:00100000:3.0:1715206678.812086:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2002:x1798523591788224:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.812090:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206678.812091:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206678.812093:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d5ec000/0xb73f6b2ce2c31dbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d8a expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.812093:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158732 00010000:00010000:1.0:1715206678.812095:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e48bcc0/0xb73f6b2ce2c31b55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c9c expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.812098:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d5ec000/0xb73f6b2ce2c31dbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d8a expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.812100:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2001:x1798523591788416:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206678.812103:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e48bcc0/0xb73f6b2ce2c31b55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c9c expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.812107:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d5ec000/0xb73f6b2ce2c31dbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d8a expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.812108:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206678.812113:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.812113:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c31dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d98 expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.812114:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206678.812115:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.812116:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e48bcc0/0xb73f6b2ce2c31b55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288c9c expref: 92 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.812122:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c31dd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d98 expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:3.0:1715206678.812123:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206678.812124:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.812126:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.812127:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.812132:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206678.812134:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812136:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5ec240/0xb73f6b2ce2c31dd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288d98 expref: 93 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:0.0:1715206678.812139:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812145:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812146:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206678.812147:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2002:x1798523591788224:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 60us (169us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206678.812148:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206678.812149:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206678.812150:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812150:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206678.812151:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158731 00010000:00010000:0.0:1715206678.812154:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812156:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812157:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812160:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206678.812162:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812165:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.812166:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2002:x1798523591788288:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 83us (168us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206678.812170:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206678.812172:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206678.812172:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158730 00010000:00010000:0.0:1715206678.812173:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.812176:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812176:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f139200/0xb73f6b2ce2c37694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.812180:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.812183:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.812187:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.812188:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2001:x1798523591788416:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 89us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206678.812190:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206678.812191:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.812193:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158732 00010000:00010000:3.0:1715206678.812215:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.812222:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812225:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206678.812226:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c3769b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812230:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812239:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812244:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812248:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812251:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206678.812253:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812257:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812264:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812268:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37686 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.812293:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524858944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 1879us (1980us total) trans 4294988810 rc 0/0 00000100:00100000:0.0:1715206678.812298:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77929 00000004:00080000:1.0:1715206678.812307:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1c8d880/2, rc 0, transno 21514 00000100:00100000:1.0:1715206678.812314:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524858944:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206678.812322:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+15:3686:x1798523524859008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 1838us (1982us total) trans 4294989299 rc 0/0 00000100:00100000:3.0:1715206678.812326:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77930 00000100:00100000:0.0:1715206678.812326:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:1.0:1715206678.812331:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880123165180/2, rc 0, transno 22003 00000100:00100000:1.0:1715206678.812336:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880123165180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524859008:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206678.812372:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+15:3686:x1798523524858816:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2058us (2152us total) trans 4294988811 rc 0/0 00000004:00080000:1.0:1715206678.812401:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1c8ed80/2, rc 0, transno 21515 00000100:00100000:2.0:1715206678.812402:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77927 00000100:00100000:1.0:1715206678.812408:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524858816:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206678.812420:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788352 00000100:00100000:2.0:1715206678.812424:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788352 00010000:00010000:2.0:1715206678.812433:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009e48b3c0/0xb73f6b2ce2c31b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288caa expref: 92 pid: 11066 timeout: 1129 lvb_type: 0 00000100:00100000:2.0:1715206678.812450:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158733 00000100:00100000:2.0:1715206678.812455:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2001:x1798523591788352:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206678.812463:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206678.812466:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009e48b3c0/0xb73f6b2ce2c31b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288caa expref: 92 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.812474:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009e48b3c0/0xb73f6b2ce2c31b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288caa expref: 92 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.812489:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009e48b3c0/0xb73f6b2ce2c31b6a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58288caa expref: 92 pid: 11066 timeout: 1129 lvb_type: 0 00010000:00010000:2.0:1715206678.812496:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.812498:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206678.812499:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812503:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206678.812514:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206678.812526:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206678.812530:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2001:x1798523591788352:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 75us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206678.812534:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158733 00010000:00010000:0.0:1715206678.812534:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812540:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812546:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812552:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812558:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206678.812560:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812566:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812577:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206678.812583:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b05b00/0xb73f6b2ce2c3768d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206678.812681:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524858880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2321us (2420us total) trans 4294989300 rc 0/0 00000100:00100000:0.0:1715206678.812685:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77928 00000004:00080000:1.0:1715206678.812697:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1c8c000/2, rc 0, transno 22004 00000100:00100000:1.0:1715206678.812713:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524858880:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206678.890268:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206679.330272:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524859328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1715206679.330332:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206679.330395:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859328 00000100:00100000:2.0:1715206679.330404:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859328 00000100:00100000:2.0:1715206679.330453:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1715206679.330461:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:3686:x1798523524859328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1715206679.330496:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:2.0:1715206679.330547:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:3686:x1798523524859328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206679.330554:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1715206679.330585:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524859328:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1715206679.892427:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206680.418165:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3687:1798523524859392:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418182:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524859520:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418211:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.418211:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.418230:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524859776:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418230:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524859648:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418242:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.418244:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.418248:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524859904:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418251:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524860032:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418259:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.418262:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.418265:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860160:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418270:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1715206680.418273:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524859584:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418274:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.418282:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1715206680.418284:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.418285:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524859456:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418290:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524859840:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418293:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.418300:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.418300:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524859712:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418307:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860096:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418309:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.418316:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.418316:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524859968:0@lo:400:kworker.0 00000100:00100000:3.0:1715206680.418326:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859392 00000100:00100000:1.0:1715206680.418326:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.418330:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859520 00000100:00100000:0.0:1715206680.418330:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860032 00000100:00100000:3.0:1715206680.418332:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859392 00000100:00100000:2.0:1715206680.418333:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859520 00000100:00100000:0.0:1715206680.418335:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860032 00000100:00100000:1.0:1715206680.418341:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859776 00000100:00100000:1.0:1715206680.418344:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859776 00000100:00100000:2.0:1715206680.418351:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859648 00000100:00100000:2.0:1715206680.418353:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859648 00000100:00100000:1.0:1715206680.418359:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859904 00000100:00100000:3.0:1715206680.418360:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1715206680.418361:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859904 00000100:00100000:2.0:1715206680.418362:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1715206680.418362:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860160 00000100:00100000:0.0:1715206680.418363:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860160 00000100:00100000:2.0:1715206680.418377:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:3685:x1798523524859520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206680.418379:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3687:x1798523524859392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418380:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859584 00000100:00100000:1.0:1715206680.418381:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859584 00000100:00100000:0.0:1715206680.418383:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860096 00000100:00100000:0.0:1715206680.418384:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860096 00000100:00100000:1.0:1715206680.418386:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859456 00000100:00100000:1.0:1715206680.418387:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859456 00000100:00100000:1.0:1715206680.418391:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859840 00000100:00100000:1.0:1715206680.418392:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859840 00000100:00100000:0.0:1715206680.418393:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859968 00000100:00100000:0.0:1715206680.418394:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859968 00000100:00100000:1.0:1715206680.418398:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524859712 00000100:00100000:1.0:1715206680.418399:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524859712 00000100:00100000:0.0:1715206680.418402:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1715206680.418405:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1715206680.418405:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+15:3685:x1798523524860032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418407:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:3685:x1798523524859520:12345-0@lo:400:kworker.0 Request processed in 43us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.418409:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524859776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418412:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1715206680.418418:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3687:x1798523524859392:12345-0@lo:400:kworker.0 Request processed in 52us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.418422:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1715206680.418424:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1715206680.418424:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524859648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418434:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524859776:12345-0@lo:400:kworker.0 Request processed in 25us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.418435:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+15:3685:x1798523524860032:12345-0@lo:400:kworker.0 Request processed in 30us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.418437:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1715206680.418439:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1715206680.418440:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524859648:12345-0@lo:400:kworker.0 Request processed in 15us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.418443:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1715206680.418445:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1715206680.418446:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1715206680.418447:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524859904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206680.418448:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524860160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206680.418452:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1715206680.418453:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1715206680.418455:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524859584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206680.418456:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524860096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418459:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524859904:12345-0@lo:400:kworker.0 Request processed in 12us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.418462:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524860160:12345-0@lo:400:kworker.0 Request processed in 13us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.418463:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1715206680.418465:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1715206680.418467:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524859584:12345-0@lo:400:kworker.0 Request processed in 11us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.418468:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1715206680.418469:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524859456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418470:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:0.0:1715206680.418470:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1715206680.418472:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524859968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418478:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:2.0:1715206680.418480:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524859840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206680.418483:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524860096:12345-0@lo:400:kworker.0 Request processed in 27us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.418484:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524859456:12345-0@lo:400:kworker.0 Request processed in 14us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.418486:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524859968:12345-0@lo:400:kworker.0 Request processed in 14us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.418487:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1715206680.418488:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1715206680.418490:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524859840:12345-0@lo:400:kworker.0 Request processed in 10us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.418491:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1715206680.418492:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1715206680.418494:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1715206680.418494:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524859712:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1715206680.418503:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206650 00000100:00100000:1.0:1715206680.418505:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524859712:12345-0@lo:400:kworker.0 Request processed in 11us (195us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206680.418507:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206650 00000100:00080000:3.0:1715206680.418508:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206650 00000100:00080000:3.0:1715206680.418510:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206650 00000100:00100000:1.0:1715206680.418510:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00080000:3.0:1715206680.418512:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206650 00000100:00100000:2.0:1715206680.418520:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524859584:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418524:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524859456:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418525:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524859840:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418529:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524859712:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418530:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860096:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418534:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524859968:0@lo:400:kworker.0 00000100:00100000:2.0:1715206680.418536:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524859776:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418539:0:3687:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4295216770 gen 2 00000100:00100000:2.0:1715206680.418541:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524860032:0@lo:400:kworker.0 00000004:00080000:1.0:1715206680.418542:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295216748 committed transno 4295216770 00000100:00100000:2.0:1715206680.418545:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524859520:0@lo:400:kworker.0 00000004:00080000:1.0:1715206680.418556:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295216769 committed transno 4295216770 00000004:00080000:1.0:1715206680.418567:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295216770 committed transno 4295216770 00000100:00100000:1.0:1715206680.418577:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524859648:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418581:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524859904:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418586:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860160:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.418589:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3687:1798523524859392:0@lo:400:kworker.0 00000100:00100000:1.0:1715206680.419159:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1715206680.419166:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524860224:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1715206680.419169:0:11043:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1031329113421ns, next at 1032329112111ns, rc = 0 00000100:00100000:1.0:1715206680.419182:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.419199:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860224 00000100:00100000:2.0:1715206680.419202:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860224 00000100:00100000:2.0:1715206680.419217:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1715206680.419220:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c897800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524860224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1715206680.419235:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3901919232 avail 3670396928 00000100:00100000:2.0:1715206680.419265:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524860224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.419269:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1715206680.419290:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524860224:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1715206680.434137:0:11040:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1031344080778ns, next at 1032344079725ns, rc = 0 00000004:00080000:0.0:1715206680.434137:0:11059:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1031344080738ns, next at 1032344079650ns, rc = 0 00000004:00080000:2.0:1715206680.434149:0:11057:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1031344092632ns, next at 1032344091850ns, rc = 0 00000100:00100000:1.0:1715206680.434156:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524860352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206680.434156:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206680.434165:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206680.434196:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.434214:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860416 00000100:00100000:2.0:1715206680.434219:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860416 00000100:00100000:2.0:1715206680.434245:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1715206680.434248:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524860416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1715206680.434265:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3873796096 avail 3642273792 00000100:00100000:2.0:1715206680.434292:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524860416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.434296:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1715206680.434305:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206680.434309:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.434320:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860288 00000100:00100000:2.0:1715206680.434322:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860288 00000100:00100000:2.0:1715206680.434335:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1715206680.434337:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524860288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1715206680.434343:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3901919232 avail 3670396928 00000100:00100000:2.0:1715206680.434356:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524860288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 19us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.434359:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1715206680.434391:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206680.434530:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.434558:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860352 00000100:00100000:2.0:1715206680.434561:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860352 00000100:00100000:2.0:1715206680.434573:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1715206680.434575:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+15:3686:x1798523524860352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1715206680.434581:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 3756032 granted 493779648 pending 0 free 3873796096 avail 3642273792 00000100:00100000:2.0:1715206680.434597:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+15:3686:x1798523524860352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 22us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.434600:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1715206680.434614:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524860352:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1715206680.435328:0:7109:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 442 committed 00000004:00080000:1.0:1715206680.435342:0:7109:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 441 committed 00000100:00100000:0.0:1715206680.435399:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206680.435406:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860480:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1715206680.435411:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295060072 is committed 00000100:00100000:0.0:1715206680.435423:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1715206680.435429:0:7109:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8801201c8780 refcount 2 committed 0 result 0 batchid 4 00000020:00080000:1.0:1715206680.435433:0:7109:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800901b0f00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801201c8240 00000100:00100000:0.0:1715206680.435433:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860672:0@lo:6:osp-syn-1-0.0 00000020:00080000:1.0:1715206680.435436:0:7109:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].4 00000020:00080000:1.0:1715206680.435437:0:7109:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800901b0600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008da08400 00000020:00080000:1.0:1715206680.435440:0:7109:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].4 00000100:00100000:0.0:1715206680.435441:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1715206680.435446:0:7109:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8801201c8e40 refcount 2 committed 0 result 0 batchid 3 00000100:00100000:0.0:1715206680.435446:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860992:0@lo:6:osp-syn-0-0.0 00000020:00080000:1.0:1715206680.435448:0:7109:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800901b0400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801201c80c0 00010000:00010000:2.0:1715206680.435449:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000020:00080000:1.0:1715206680.435450:0:7109:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].3 00000020:00080000:1.0:1715206680.435452:0:7109:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800901b0900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880083ddae00 00000100:00100000:0.0:1715206680.435453:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1715206680.435454:0:7109:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].3 00010000:00010000:2.0:1715206680.435456:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000001:00080000:1.0:1715206680.435457:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295060066 is committed 00000100:00100000:0.0:1715206680.435459:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524861184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435460:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206680.435461:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860544:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.435464:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e386c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435466:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206680.435467:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.435472:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206680.435473:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524861440:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.435482:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.435483:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:2.0:1715206680.435485:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435487:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435491:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e386c0/0xb73f6b2ce2c3545f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206680.435492:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524860736:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435500:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000020:00080000:1.0:1715206680.435501:0:7109:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88013551c9c0 refcount 2 committed 0 result 0 batchid 2 00010000:00010000:2.0:1715206680.435502:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000020:00080000:1.0:1715206680.435503:0:7109:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880096845e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88013551c600 00000020:00080000:1.0:1715206680.435504:0:7109:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].2 00010000:00010000:2.0:1715206680.435505:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.435505:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860480 00000020:00080000:1.0:1715206680.435506:0:7109:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880096845400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880094c20600 00010000:00010000:2.0:1715206680.435507:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88011f28b3c0 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:0.0:1715206680.435507:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860480 00010000:00010000:2.0:1715206680.435508:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000020:00080000:1.0:1715206680.435508:0:7109:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].2 00000100:00100000:3.0:1715206680.435509:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.435511:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435514:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:2.0:1715206680.435515:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435516:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435518:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88011f28b3c0/0xb73f6b2ce2c35466 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.435519:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860672 00000100:00100000:0.0:1715206680.435520:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860672 00000100:00100000:3.0:1715206680.435522:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524860928:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.435524:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435526:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860992 00010000:00010000:2.0:1715206680.435527:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435527:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860992 00010000:00010000:2.0:1715206680.435529:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000004:00080000:1.0:1715206680.435530:0:7109:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 440 committed 00010000:00010000:2.0:1715206680.435531:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435532:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435532:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524861184 00000100:00100000:0.0:1715206680.435533:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524861184 00000100:00100000:3.0:1715206680.435535:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.435535:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00000004:00080000:1.0:1715206680.435537:0:7109:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 441 committed 00010000:00010000:2.0:1715206680.435538:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:2.0:1715206680.435539:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435540:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435542:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3aac0/0xb73f6b2ce2c356ea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435542:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524861440 00000100:00100000:0.0:1715206680.435543:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524861440 00000100:00100000:3.0:1715206680.435546:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524861248:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435546:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.435548:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1715206680.435549:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860736 00000100:00100000:0.0:1715206680.435550:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860736 00010000:00010000:2.0:1715206680.435551:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1715206680.435554:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860928 00010000:00010000:2.0:1715206680.435555:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924cba80 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:0.0:1715206680.435556:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860928 00010000:00010000:2.0:1715206680.435557:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1715206680.435559:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.435559:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.435562:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00000100:00100000:0.0:1715206680.435562:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77931 00010000:00010000:2.0:1715206680.435563:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435564:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1715206680.435564:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3687:x1798523524860480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435566:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924cba80/0xb73f6b2ce2c356e3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.435570:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.435573:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.435575:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00002000:00080000:0.0:1715206680.435575:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8304 count 1 00010000:00010000:2.0:1715206680.435577:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924caac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435578:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1715206680.435580:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524861248 00010000:00010000:2.0:1715206680.435580:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00000100:00100000:3.0:1715206680.435583:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524861248 00010000:00010000:2.0:1715206680.435583:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:2.0:1715206680.435585:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435586:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.435588:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924caac0/0xb73f6b2ce2c35722 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206680.435589:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435592:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435594:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435596:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206680.435599:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77932 00010000:00010000:2.0:1715206680.435599:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435599:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.435601:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 89 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.435602:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206680.435603:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3687:x1798523524860672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.435605:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:2.0:1715206680.435606:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435606:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.435606:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.435608:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.435609:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201146c0/0xb73f6b2ce2c3573e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.435609:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435613:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00002000:00080000:3.0:1715206680.435614:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8303 count 1 00010000:00010000:2.0:1715206680.435615:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435618:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435620:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435621:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435623:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.435623:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 89 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206680.435625:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435626:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:2.0:1715206680.435627:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435628:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435630:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834480/0xb73f6b2ce2c357fb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.435630:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 89 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.435634:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206680.435636:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 90 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435636:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206680.435636:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524861504:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.435639:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435641:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800924c8480 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206680.435642:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.435642:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206680.435644:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.435644:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:3.0:1715206680.435645:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435648:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00010000:00010000:2.0:1715206680.435649:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435650:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435652:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800924c8480/0xb73f6b2ce2c35802 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435656:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435658:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435661:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435663:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094834d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206680.435664:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 90 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435664:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435666:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435669:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:2.0:1715206680.435670:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435671:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206680.435672:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 90 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.435673:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094834d80/0xb73f6b2ce2c3591a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435676:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435678:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206680.435681:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524861568:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.435681:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435683:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206680.435683:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435686:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435686:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435689:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206680.435689:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435692:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:2.0:1715206680.435693:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206680.435693:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435694:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435696:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06880/0xb73f6b2ce2c35913 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206680.435696:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00000100:00100000:3.0:1715206680.435700:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351e40 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.435700:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206680.435701:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435702:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435705:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.435707:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435708:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206680.435708:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8dd6674b (ffff880096847200) 00000100:00100000:0.0:1715206680.435709:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e49c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206680.435710:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435711:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206680.435712:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000100:00100000:3.0:1715206680.435714:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77933 00010000:00010000:2.0:1715206680.435714:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:2.0:1715206680.435715:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435716:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:1.0:1715206680.435717:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116ac0/0xb73f6b2ce2c3553f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000100:00100000:3.0:1715206680.435718:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3687:x1798523524860992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435718:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05680/0xb73f6b2ce2c35959 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:0.0:1715206680.435720:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77934 00010000:00010000:2.0:1715206680.435723:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435723:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880093618450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+9:3687:x1798523524861184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435725:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435728:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435728:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00002000:00080000:3.0:1715206680.435729:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8309 count 1 00010000:00010000:2.0:1715206680.435730:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435731:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435733:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435733:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00002000:00080000:0.0:1715206680.435733:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8314 count 1 00010000:00010000:2.0:1715206680.435737:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:2.0:1715206680.435738:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435738:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435738:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:3.0:1715206680.435739:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.435739:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.435742:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201161c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435743:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835d40/0xb73f6b2ce2c35960 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435744:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206680.435745:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 89 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206680.435747:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 89 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.435747:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435748:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206680.435749:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.435749:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.435750:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435750:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435752:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206680.435753:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.435754:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.435754:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206680.435754:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:3.0:1715206680.435755:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435755:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435756:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435757:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435757:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206680.435759:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 89 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.435760:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:2.0:1715206680.435761:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435762:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435763:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 89 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.435764:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a880/0xb73f6b2ce2c35a2b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435766:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c35538 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435768:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435768:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524861632:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.435769:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 89 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.435770:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435772:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435775:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435776:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:3.0:1715206680.435777:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 89 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.435777:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880133db0d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435778:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.435780:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435780:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00000100:00100000:0.0:1715206680.435781:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4900 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.435783:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:2.0:1715206680.435784:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435785:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435785:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117a80 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:3.0:1715206680.435786:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524861696:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.435786:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435787:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133db0d80/0xb73f6b2ce2c35a32 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435789:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77935 00010000:00010000:1.0:1715206680.435790:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435791:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.435791:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3687:x1798523524861440:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.435793:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435795:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fa:0x0].0x0 (ffff880096847b00) 00010000:00010000:2.0:1715206680.435796:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435797:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206680.435798:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880094835680 already unused, calling callback (ffffffffa0ef9730) 00002000:00080000:0.0:1715206680.435798:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:6 count 1 00010000:00010000:2.0:1715206680.435799:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435799:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435801:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435802:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c35546 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40fa:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00000100:00100000:3.0:1715206680.435803:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351480 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.435803:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435805:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x8171ed56 (ffff8800940cca00) 00010000:00010000:2.0:1715206680.435807:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435808:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.435809:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b07180/0xb73f6b2ce24d0702 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014841 expref: 90 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435810:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094835680/0xb73f6b2ce2c35ab7 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.435812:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206680.435813:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.435813:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.435814:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.435816:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77936 00010000:00010000:2.0:1715206680.435817:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435817:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435819:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206680.435820:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3688:x1798523524860736:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435821:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435822:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b07180/0xb73f6b2ce24d0702 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014841 expref: 90 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435824:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8ad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206680.435824:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435825:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435826:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b07180/0xb73f6b2ce24d0702 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014841 expref: 90 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.435827:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435829:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116880 already unused, calling callback (ffffffffa0ef9730) 00002000:00080000:3.0:1715206680.435830:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8306 count 1 00010000:00010000:2.0:1715206680.435830:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x8171ed56 (ffff880094fbb600) 00010000:00010000:1.0:1715206680.435830:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435831:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206680.435831:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524861760:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.435832:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435834:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8ad00/0xb73f6b2ce2c35abe lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x6:0x0].0x8171ed56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435834:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:3.0:1715206680.435838:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435839:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435839:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8dd6674b (ffff880096847f00) 00010000:00010000:1.0:1715206680.435841:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206680.435841:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e46c0 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.435842:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435842:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435845:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:3.0:1715206680.435846:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 89 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206680.435846:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120116880/0xb73f6b2ce2c3555b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8dd6674b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435847:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083d8a1c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435848:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.435849:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77937 00010000:00010000:2.0:1715206680.435850:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.435851:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3688:x1798523524860928:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.435852:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.435853:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.435853:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x8171ea56 (ffff8800b436f200) 00010000:00010000:2.0:1715206680.435854:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206680.435854:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:3.0:1715206680.435855:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435855:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435857:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083d8a1c0/0xb73f6b2ce2c35b2e lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00002000:00080000:0.0:1715206680.435857:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8310 count 1 00010000:00010000:1.0:1715206680.435858:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435862:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206680.435862:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206680.435862:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435864:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206680.435866:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435867:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206680.435867:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 90 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.435868:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 89 pid: 18689 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1715206680.435868:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435869:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435870:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206680.435870:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.435871:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.435872:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206680.435872:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435873:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:3.0:1715206680.435875:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 89 pid: 18689 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.435876:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x8171ea56 (ffff88009353da00) 00010000:00010000:2.0:1715206680.435877:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435878:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206680.435879:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:2.0:1715206680.435880:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b04240/0xb73f6b2ce2c35b27 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x6:0x0].0x8171ea56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206680.435881:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206680.435883:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524861824:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.435883:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:0.0:1715206680.435883:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 90 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435884:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206680.435886:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114900/0xb73f6b2ce2c35554 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435887:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:0.0:1715206680.435887:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 90 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.435889:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.435891:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083e3bcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206680.435891:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435892:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1715206680.435892:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524861888:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.435894:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206680.435895:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435897:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xf6cead0a (ffff88009353d400) 00010000:00010000:2.0:1715206680.435898:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435899:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:1.0:1715206680.435899:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00000100:00100000:3.0:1715206680.435900:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351600 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.435901:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083e3bcc0/0xb73f6b2ce2c35cfc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00000100:00100000:0.0:1715206680.435901:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4600 going to sleep for 11 seconds 00010000:00010000:1.0:1715206680.435902:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206680.435903:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435907:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435907:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7140 initiator: MDT0 00000100:00100000:0.0:1715206680.435908:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77938 00010000:00010000:2.0:1715206680.435910:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.435910:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+9:3688:x1798523524861248:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.435912:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435912:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40fb:0x0].0x0 (ffff880096847d00) 00010000:00010000:2.0:1715206680.435914:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8e400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206680.435914:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1715206680.435915:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435915:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00002000:00080000:0.0:1715206680.435916:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:6 count 1 00010000:00010000:2.0:1715206680.435917:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.435918:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120115200/0xb73f6b2ce2c35562 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40fb:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7140 initiator: MDT0 00010000:00010000:2.0:1715206680.435920:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xf6cead0a (ffff880124385200) 00010000:00010000:2.0:1715206680.435921:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206680.435921:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435922:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435924:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8e400/0xb73f6b2ce2c35d18 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xf6cead0a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435926:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b06f40/0xb73f6b2ce24d06d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801482c expref: 89 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.435929:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.435930:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435930:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.435930:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1715206680.435931:0:7156:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4 committed batchid 1 00010000:00010000:2.0:1715206680.435933:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435935:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435937:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b06f40/0xb73f6b2ce24d06d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801482c expref: 89 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.435940:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cb40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435941:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.435941:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b06f40/0xb73f6b2ce24d06d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801482c expref: 89 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.435943:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435946:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xb61ad33 (ffff880124385500) 00000100:00100000:0.0:1715206680.435946:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524861952:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.435947:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435948:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435950:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cb40/0xb73f6b2ce2c35d3b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000020:00080000:1.0:1715206680.435955:0:7156:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 1 00000100:00100000:0.0:1715206680.435955:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e43c0 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.435956:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435958:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435960:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435962:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d8c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435963:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435965:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435968:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xb61ad33 (ffff880124385100) 00000100:00100000:1.0:1715206680.435968:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524860608:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.435969:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435970:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435973:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d8c0/0xb73f6b2ce2c35d57 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xb61ad33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435978:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435980:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435982:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435985:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8ef40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.435986:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435988:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.435989:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.435991:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x902018a8 (ffff88009353d600) 00010000:00010000:2.0:1715206680.435992:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.435992:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.435994:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8ef40/0xb73f6b2ce2c35d73 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206680.435999:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.435999:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436000:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524860864:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.436002:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436004:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436007:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8f180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436008:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436010:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206680.436011:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860800:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.436012:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x902018a8 (ffff880095dd8c00) 00010000:00010000:2.0:1715206680.436013:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436014:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436015:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.436016:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8f180/0xb73f6b2ce2c35d8f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x902018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436021:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436024:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436026:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436026:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524861120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.436028:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.436028:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8cd80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436029:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436031:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436034:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x8e1e1fc5 (ffff880124385800) 00010000:00010000:2.0:1715206680.436036:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206680.436037:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524861056:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.436037:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436039:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8cd80/0xb73f6b2ce2c35dab lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436040:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.436044:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436046:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436048:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206680.436051:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.436051:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084d680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436051:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436052:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524861376:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.436070:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436074:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x8e1e1fc5 (ffff88009401d000) 00010000:00010000:2.0:1715206680.436075:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436076:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436078:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084d680/0xb73f6b2ce2c35db9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x8e1e1fc5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.436079:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860608 00000100:00100000:3.0:1715206680.436082:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524861312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.436082:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860608 00010000:00010000:2.0:1715206680.436084:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436087:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436087:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.436089:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436092:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436092:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.436093:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860544 00010000:00010000:2.0:1715206680.436095:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.436095:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860544 00000100:00100000:3.0:1715206680.436098:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.436098:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x872018a8 (ffff88009401d200) 00000100:00100000:0.0:1715206680.436098:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860864 00010000:00010000:2.0:1715206680.436099:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436099:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.436099:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860864 00010000:00010000:2.0:1715206680.436101:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d440/0xb73f6b2ce2c35ddc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.436103:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524860800 00000100:00100000:0.0:1715206680.436104:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524860800 00010000:00010000:2.0:1715206680.436106:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436107:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524861120 00010000:00010000:2.0:1715206680.436108:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.436108:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524861056 00000100:00100000:1.0:1715206680.436109:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524861120 00000100:00100000:0.0:1715206680.436109:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524861056 00010000:00010000:2.0:1715206680.436111:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436113:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:0.0:1715206680.436113:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524861376 00010000:00010000:2.0:1715206680.436114:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.436114:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524861376 00000100:00100000:3.0:1715206680.436115:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524861312 00010000:00010000:2.0:1715206680.436116:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206680.436118:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524861312 00010000:00010000:2.0:1715206680.436119:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x872018a8 (ffff8800935ebe00) 00010000:00010000:2.0:1715206680.436120:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715206680.436120:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77939 00010000:00010000:2.0:1715206680.436121:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436122:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77940 00000100:00100000:0.0:1715206680.436122:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524860608:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.436123:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120117cc0/0xb73f6b2ce2c35de3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x872018a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436125:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3685:x1798523524860544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.436128:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00002000:00080000:0.0:1715206680.436129:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8306 count 1 00000100:00100000:3.0:1715206680.436130:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77941 00010000:00010000:2.0:1715206680.436130:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436132:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:3.0:1715206680.436133:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524860864:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.436134:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8db00 already unused, calling callback (ffffffffa0ef9730) 00002000:00080000:1.0:1715206680.436134:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8304 count 1 00010000:00010000:2.0:1715206680.436135:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.436135:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436137:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436140:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdccb428 (ffff880095952300) 00010000:00010000:2.0:1715206680.436141:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715206680.436141:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 90 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436142:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.436142:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1715206680.436143:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8303 count 1 00010000:00010000:2.0:1715206680.436144:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8db00/0xb73f6b2ce2c35e14 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.436145:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.436146:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.436146:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.436149:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1715206680.436150:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436150:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436152:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.436153:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.436154:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.436154:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.436155:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436156:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436157:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206680.436158:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 89 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436159:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.436159:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 90 pid: 18676 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436162:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdccb428 (ffff8800972e0a00) 00010000:00010000:3.0:1715206680.436163:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.436163:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206680.436164:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.436164:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.436164:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 90 pid: 18676 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1715206680.436165:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.436165:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436166:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c35e1b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdccb428 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.436169:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524862016:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.436171:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436173:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.436173:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 90 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.436175:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206680.436177:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 89 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.436179:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524862080:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.436180:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05200 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436181:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206680.436183:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 89 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.436183:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.436183:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4180 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.436186:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xfdcaaf2c (ffff8800972e0300) 00010000:00010000:2.0:1715206680.436187:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436188:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436190:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05200/0xb73f6b2ce2c35e3e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436192:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.436192:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77942 00000100:00100000:0.0:1715206680.436194:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3685:x1798523524860800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.436195:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18679:1798523524862144:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.436195:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436197:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436200:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00002000:00080000:0.0:1715206680.436201:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8309 count 1 00010000:00010000:2.0:1715206680.436202:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d200 already unused, calling callback (ffffffffa0ef9730) 00000100:00100000:1.0:1715206680.436202:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77943 00010000:00010000:2.0:1715206680.436203:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436204:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:3685:x1798523524861056:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.436205:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.436206:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436208:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xfdcaaf2c (ffff880095952500) 00010000:00010000:2.0:1715206680.436209:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206680.436210:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3513c0 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.436210:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00002000:00080000:1.0:1715206680.436210:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8310 count 1 00010000:00010000:0.0:1715206680.436211:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 90 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436213:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d200/0xb73f6b2ce2c35e45 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xfdcaaf2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.436214:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.436215:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.436215:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.436215:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436217:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436220:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.436221:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 89 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.436222:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77944 00010000:00010000:2.0:1715206680.436222:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436224:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8c6c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206680.436224:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206680.436225:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524861120:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.436225:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.436225:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.436226:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436227:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:0.0:1715206680.436229:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 90 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436230:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x892514a8 (ffff880094fbb400) 00010000:00010000:2.0:1715206680.436231:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436232:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00002000:00080000:3.0:1715206680.436233:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8312 count 1 00010000:00010000:2.0:1715206680.436234:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8c6c0/0xb73f6b2ce2c35e6f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.436234:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 89 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.436234:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 90 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.436238:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:1.0:1715206680.436239:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 89 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.436239:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524862208:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.436240:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436240:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436243:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524862272:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.436244:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436246:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880095b8d680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206680.436247:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 89 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436247:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436249:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.436250:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.436252:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.436252:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x892514a8 (ffff88009401db00) 00010000:00010000:3.0:1715206680.436253:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.436253:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436254:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:1.0:1715206680.436254:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838d80 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.436255:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436256:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095b8d680/0xb73f6b2ce2c35e84 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x892514a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00000100:00100000:0.0:1715206680.436259:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77945 00010000:00010000:2.0:1715206680.436261:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436262:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77946 00000100:00100000:0.0:1715206680.436262:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3686:x1798523524861376:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.436263:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436264:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3685:x1798523524861312:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.436265:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:3.0:1715206680.436266:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 89 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436267:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436268:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00002000:00080000:0.0:1715206680.436268:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8314 count 1 00010000:00010000:2.0:1715206680.436270:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00002000:00080000:1.0:1715206680.436270:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8312 count 1 00010000:00010000:3.0:1715206680.436273:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 89 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.436274:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0xa12eb2e9 (ffff880124385a00) 00010000:00010000:0.0:1715206680.436274:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436275:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206680.436275:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436276:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436278:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b06d00/0xb73f6b2ce2c35e99 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:0.0:1715206680.436279:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1715206680.436280:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d867480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524862336:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.436280:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 90 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206680.436282:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.436283:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.436283:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.436284:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.436284:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.436284:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.436284:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.436286:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436288:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436290:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419f840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436292:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:1.0:1715206680.436292:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 90 pid: 18693 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1715206680.436292:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 90 pid: 9392 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1715206680.436294:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00000100:00100000:3.0:1715206680.436295:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351900 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.436297:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0xa12eb2e9 (ffff880124385e00) 00010000:00010000:1.0:1715206680.436297:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 90 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1715206680.436297:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 90 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.436298:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436299:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436301:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b419f840/0xb73f6b2ce2c35eb5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.436301:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11066:1798523524862400:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.436302:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524862464:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.436306:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436309:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00000100:00100000:0.0:1715206680.436311:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.436312:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00000100:00100000:1.0:1715206680.436313:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c8389c0 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.436314:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092983cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436315:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436317:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436320:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x582e84a0 (ffff88013429e800) 00010000:00010000:2.0:1715206680.436321:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436322:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436324:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092983cc0/0xb73f6b2ce2c365a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436329:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436331:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436334:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436336:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436337:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436340:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436343:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x582e84a0 (ffff88013429ef00) 00010000:00010000:2.0:1715206680.436344:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436344:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436347:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092980fc0/0xb73f6b2ce2c365bc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x582e84a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436352:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436354:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436357:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436359:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092980000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436360:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436362:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436375:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x396e6a5e (ffff88013429ee00) 00010000:00010000:2.0:1715206680.436377:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436378:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436383:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092980000/0xb73f6b2ce2c365d8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436389:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436391:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436394:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436396:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436397:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436400:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436402:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x396e6a5e (ffff88009349d300) 00010000:00010000:2.0:1715206680.436404:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436404:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436406:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092981f80/0xb73f6b2ce2c365f4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x396e6a5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436411:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436413:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436418:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436432:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092981440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436432:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436435:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436437:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x261139b2 (ffff88009349db00) 00010000:00010000:2.0:1715206680.436438:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436439:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436441:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092981440/0xb73f6b2ce2c36610 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436446:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436448:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436451:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436453:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833ddd40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436454:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436456:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436460:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x261139b2 (ffff880096a76b00) 00010000:00010000:2.0:1715206680.436461:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436462:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436464:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ddd40/0xb73f6b2ce2c3662c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x261139b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436469:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436471:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436474:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436476:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833de400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436477:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436479:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436482:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1ec7ed2b (ffff880096a76c00) 00010000:00010000:2.0:1715206680.436483:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436484:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436486:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833de400/0xb73f6b2ce2c3668e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436490:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436494:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436496:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436498:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833ded00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436499:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436501:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436504:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1ec7ed2b (ffff880096a4ab00) 00010000:00010000:2.0:1715206680.436505:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436506:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436508:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833ded00/0xb73f6b2ce2c366d4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1ec7ed2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436513:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436515:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436517:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436519:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dfcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436520:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436523:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436526:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x894e5b24 (ffff880096a4a400) 00010000:00010000:2.0:1715206680.436527:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436528:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436530:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dfcc0/0xb73f6b2ce2c366f0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436535:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436538:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436540:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436542:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833dcb40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436543:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436545:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436548:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x894e5b24 (ffff880096a4a900) 00010000:00010000:2.0:1715206680.436549:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436549:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436551:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833dcb40/0xb73f6b2ce2c36713 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x894e5b24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.436557:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436559:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436562:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436564:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13aac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436565:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436567:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436570:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x132db6bf (ffff88009404e200) 00010000:00010000:2.0:1715206680.436571:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436571:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436574:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c3671a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436578:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436581:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436583:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436587:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13af40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436588:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436591:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436594:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x414e562a (ffff88009404e000) 00010000:00010000:2.0:1715206680.436595:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436595:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436597:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c36744 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436602:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436605:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436607:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436609:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436610:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436612:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436615:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x132db6bf (ffff88009404ea00) 00010000:00010000:2.0:1715206680.436616:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436617:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436620:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c36760 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x132db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436625:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436627:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436629:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436631:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436632:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436634:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436637:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x414e562a (ffff88009404e300) 00010000:00010000:2.0:1715206680.436638:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436639:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436641:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a880/0xb73f6b2ce2c3677c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x414e562a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436646:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436648:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436651:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436653:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436654:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436656:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436659:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x1c2db6bf (ffff88009353d300) 00010000:00010000:2.0:1715206680.436660:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436661:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436663:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c36791 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436668:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436670:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436672:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436674:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436675:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436677:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436681:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x1c2db6bf (ffff88009353db00) 00010000:00010000:2.0:1715206680.436682:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436683:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436685:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c367b4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0x1c2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436690:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436692:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436694:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436696:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436697:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436699:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436702:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa2db6bf (ffff88009353d900) 00010000:00010000:2.0:1715206680.436703:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436704:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436706:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c367d0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436710:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436713:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436716:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436718:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436719:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436721:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436724:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xec7107a9 (ffff88009353dc00) 00010000:00010000:2.0:1715206680.436725:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436725:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436727:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c367f3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436732:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436734:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436736:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436739:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436739:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436742:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436745:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa2db6bf (ffff88009404e400) 00010000:00010000:2.0:1715206680.436746:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436747:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436749:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c367fa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa2db6bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436754:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436756:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436758:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436760:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436761:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436763:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436767:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xec7107a9 (ffff88009404e600) 00010000:00010000:2.0:1715206680.436767:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436768:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436770:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138240/0xb73f6b2ce2c36824 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xec7107a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436776:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436778:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436780:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436782:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436783:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436785:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436788:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0xa12eb2e9 (ffff88009404e700) 00010000:00010000:2.0:1715206680.436789:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436790:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436792:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f138900/0xb73f6b2ce2c36840 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xe:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436797:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436799:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436801:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436805:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ad00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436807:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436809:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436812:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0xa12eb2e9 (ffff880123742a00) 00010000:00010000:2.0:1715206680.436813:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436813:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436816:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c3685c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0xf:0x0].0xa12eb2e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436821:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436823:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436825:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436827:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436828:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436830:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436833:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x1da15914 (ffff880123742c00) 00010000:00010000:2.0:1715206680.436835:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436836:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436838:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c36878 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436844:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436846:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436848:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436850:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987cc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436851:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436853:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436856:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x1da15914 (ffff88008d54ca00) 00010000:00010000:2.0:1715206680.436857:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436858:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436860:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987cc0/0xb73f6b2ce2c36894 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x1da15914 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206680.436865:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436867:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436870:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436872:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436873:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436875:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436878:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xf61990e9 (ffff8801310aa000) 00010000:00010000:2.0:1715206680.436879:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436880:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436882:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008f139f80/0xb73f6b2ce2c36a38 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436888:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436890:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436892:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436894:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084fcc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436895:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436897:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436901:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xf61990e9 (ffff88009401df00) 00010000:00010000:2.0:1715206680.436902:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436903:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436905:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084fcc0/0xb73f6b2ce2c36a5b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xf61990e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436910:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436912:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436914:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436916:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084cd80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436917:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436919:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436922:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x92de3403 (ffff88009401d500) 00010000:00010000:2.0:1715206680.436923:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436924:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436926:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cd80/0xb73f6b2ce2c36a77 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436931:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436934:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436937:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436939:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436940:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436942:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436945:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x92de3403 (ffff880096a76400) 00010000:00010000:2.0:1715206680.436946:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436946:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436949:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c36a93 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x92de3403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436953:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436956:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436958:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436960:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014b40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436961:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436964:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436967:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x66c02682 (ffff880096a76900) 00010000:00010000:2.0:1715206680.436968:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.436969:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436973:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c36aaf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436981:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436985:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436989:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.436993:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830173c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.436994:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00000100:00100000:3.0:1715206680.436996:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524861824:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.436998:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437004:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x66c02682 (ffff880096a76200) 00010000:00010000:2.0:1715206680.437006:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206680.437007:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.437007:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437014:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c36acb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x66c02682 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437022:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437026:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437030:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437033:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230000 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437035:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437038:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437043:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x3dce1c64 (ffff8800935e1800) 00010000:00010000:2.0:1715206680.437045:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437046:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437050:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092230000/0xb73f6b2ce2c36ae7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437080:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437085:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437092:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437095:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437097:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437101:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437107:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x3dce1c64 (ffff8800935e1400) 00010000:00010000:2.0:1715206680.437109:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437111:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437115:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232880/0xb73f6b2ce2c36b03 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x3dce1c64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437122:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437126:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437130:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437134:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084cfc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437135:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437140:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437146:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xd60d7337 (ffff88009401dd00) 00010000:00010000:2.0:1715206680.437147:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437149:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437152:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084cfc0/0xb73f6b2ce2c36b18 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437161:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437164:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437168:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437171:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437173:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437176:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437180:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xd60d7337 (ffff8800935e1a00) 00010000:00010000:2.0:1715206680.437182:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437183:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437186:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232640/0xb73f6b2ce2c36b42 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xd60d7337 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437194:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437198:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437202:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437205:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437207:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437211:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437215:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xdfedbb38 (ffff88009349d500) 00010000:00010000:2.0:1715206680.437217:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437218:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437222:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c36b49 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437230:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437234:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437238:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437241:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830158c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437243:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437247:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437252:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xdfedbb38 (ffff88013429e100) 00010000:00010000:2.0:1715206680.437254:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437255:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437259:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830158c0/0xb73f6b2ce2c36b7a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xdfedbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437267:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437271:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437275:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437278:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009084e880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437279:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437283:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437287:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x7264b700 (ffff88009401d700) 00010000:00010000:2.0:1715206680.437289:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437290:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437297:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009084e880/0xb73f6b2ce2c36b81 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437304:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437307:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437311:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437314:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092233840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437316:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437319:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437323:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xc7fe5838 (ffff8800935e1d00) 00010000:00010000:2.0:1715206680.437325:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437326:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437330:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092233840/0xb73f6b2ce2c36bb2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437337:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437341:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437347:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437350:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437352:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437355:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437359:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x7264b700 (ffff88013429eb00) 00010000:00010000:2.0:1715206680.437360:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437361:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437378:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014900/0xb73f6b2ce2c36bb9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x7264b700 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437388:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437392:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437396:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437399:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017840 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437401:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437405:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437411:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xf9a88606 (ffff88009353d700) 00010000:00010000:2.0:1715206680.437413:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437414:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437417:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017840/0xb73f6b2ce2c36be3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437425:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437429:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437433:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437436:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437438:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437442:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437448:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xc7fe5838 (ffff8800935e1300) 00010000:00010000:2.0:1715206680.437450:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437452:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437456:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232f40/0xb73f6b2ce2c36bff lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xc7fe5838 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437465:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437469:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437473:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437478:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830146c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437479:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437482:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437486:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x86195b67 (ffff8800a7c2ec00) 00010000:00010000:2.0:1715206680.437487:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437487:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437490:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c36c22 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16094 initiator: MDT0 00010000:00010000:2.0:1715206680.437497:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437499:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437502:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437504:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092230240 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437505:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437508:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437511:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xf9a88606 (ffff8800935e1000) 00010000:00010000:2.0:1715206680.437512:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437513:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437515:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092230240/0xb73f6b2ce2c36c29 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xf9a88606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437520:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437522:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437524:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437527:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437527:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437531:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437534:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0xe8edbb38 (ffff880096845c00) 00010000:00010000:2.0:1715206680.437535:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437535:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437538:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015680/0xb73f6b2ce2c36c53 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x15:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437543:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437546:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437548:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437550:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092231440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437551:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437553:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437556:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x86195b67 (ffff880096a76f00) 00010000:00010000:2.0:1715206680.437557:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437558:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437560:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092231440/0xb73f6b2ce2c36c61 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0x86195b67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437565:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437568:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437570:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437575:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092232d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437576:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437579:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437581:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0xe8edbb38 (ffff880096a76e00) 00010000:00010000:2.0:1715206680.437582:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437583:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437585:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092232d00/0xb73f6b2ce2c36c8b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x14:0x0].0xe8edbb38 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437590:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437592:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437595:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437597:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800922306c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437598:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437600:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437603:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x155bec67 (ffff8800b4962700) 00010000:00010000:2.0:1715206680.437604:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437605:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437608:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800922306c0/0xb73f6b2ce2c36ca7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437613:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437616:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437618:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437620:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092987600 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437621:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437623:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437626:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x155bec67 (ffff880123742500) 00010000:00010000:2.0:1715206680.437627:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437628:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437630:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092987600/0xb73f6b2ce2c36cca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40:0x0].0x155bec67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437635:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437637:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437640:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437643:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437644:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437646:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437649:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb0773fd (ffff88008d54c700) 00010000:00010000:2.0:1715206680.437650:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437650:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437653:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092984900/0xb73f6b2ce2c36ce6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437659:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437661:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437663:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437665:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092984d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437666:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437669:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437674:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0xb0773fd (ffff88008d54c600) 00010000:00010000:2.0:1715206680.437676:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437677:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437681:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092984d80/0xb73f6b2ce2c36d10 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40:0x0].0xb0773fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437689:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437694:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437698:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437702:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016400 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437704:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437708:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437714:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x41c358e5 (ffff880096845a00) 00010000:00010000:2.0:1715206680.437716:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437717:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437721:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016400/0xb73f6b2ce2c36d09 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7126 initiator: MDT0 00010000:00010000:2.0:1715206680.437731:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437736:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437740:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437742:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437744:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437746:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437750:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x8171ec56 (ffff88008d54c800) 00010000:00010000:2.0:1715206680.437751:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437752:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437754:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092985b00/0xb73f6b2ce2c36d3a lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x6:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437760:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437762:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437765:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437767:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880092985680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437768:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437771:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437774:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40:0x0].0x41c358e5 (ffff88008d54cc00) 00010000:00010000:2.0:1715206680.437775:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437776:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437778:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092985680/0xb73f6b2ce2c36d56 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x40:0x0].0x41c358e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437783:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437785:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437788:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437790:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800833df180 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437791:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437793:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437796:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x8171ec56 (ffff880083326b00) 00010000:00010000:2.0:1715206680.437797:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437797:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437799:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800833df180/0xb73f6b2ce2c36dc6 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x7:0x0].0x8171ec56 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437806:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437808:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437810:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437812:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c498c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437813:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437816:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437819:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x44a1a1a7 (ffff880133c68800) 00010000:00010000:2.0:1715206680.437820:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437821:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437823:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c498c0/0xb73f6b2ce2c37203 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437829:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437831:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437833:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437838:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48900 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437839:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437841:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437845:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x4d50 (ffff880133c68e00) 00010000:00010000:2.0:1715206680.437846:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437846:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437848:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48900/0xb73f6b2ce2c37242 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437854:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437856:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437859:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437861:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c48fc0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437862:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437864:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437867:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45435891 (ffff880133c68600) 00010000:00010000:2.0:1715206680.437868:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437869:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437872:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c48fc0/0xb73f6b2ce2c37257 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437877:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437879:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437881:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437883:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083c4a880 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437884:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437887:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437889:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45439694 (ffff880133c68200) 00010000:00010000:2.0:1715206680.437890:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437891:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437893:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083c4a880/0xb73f6b2ce2c3726c lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437898:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437900:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437903:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437906:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437907:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437909:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437912:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x45524f8f (ffff880091915c00) 00010000:00010000:2.0:1715206680.437913:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437913:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437916:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01f80/0xb73f6b2ce2c37296 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437921:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437924:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437926:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437928:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee01440 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437929:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437931:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437935:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x44454553 (ffff880120b55100) 00010000:00010000:2.0:1715206680.437936:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437937:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437939:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee01440/0xb73f6b2ce2c372ab lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x8:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437944:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437946:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437948:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437951:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008ee00d80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437951:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437954:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437957:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x44a1a1a7 (ffff880120b57100) 00010000:00010000:2.0:1715206680.437958:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437958:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437961:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008ee00d80/0xb73f6b2ce2c3733e lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x44a1a1a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437967:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437969:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437972:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437974:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437975:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437977:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437980:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x4d50 (ffff880092239f00) 00010000:00010000:2.0:1715206680.437981:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.437982:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437984:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37464 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x4d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437990:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437992:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437994:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.437996:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d58c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.437997:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438000:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438003:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45435891 (ffff880092239c00) 00010000:00010000:2.0:1715206680.438004:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438005:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438007:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37479 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x45435891 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438011:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438014:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438016:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438018:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6640 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.438019:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438021:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438024:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45439694 (ffff880092239200) 00010000:00010000:2.0:1715206680.438025:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438026:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438028:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3748e lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x45439694 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438034:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438037:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438039:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438041:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6d00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.438042:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438044:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438047:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x45524f8f (ffff880092239b00) 00010000:00010000:2.0:1715206680.438048:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438048:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438050:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c374b8 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x45524f8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438069:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438072:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438074:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438079:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d61c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.438080:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438082:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438086:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x44454553 (ffff880120b57000) 00010000:00010000:2.0:1715206680.438087:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438087:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438089:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c374cd lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x9:0x0].0x44454553 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438094:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438097:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438099:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438101:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5b00 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.438102:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438104:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438107:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x65dce0d1 (ffff8800901b0d00) 00010000:00010000:2.0:1715206680.438109:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438110:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438112:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37536 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x4:0x0].0x65dce0d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438118:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438120:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438122:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438124:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.438125:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438127:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438130:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x6e65cac7 (ffff88008f29cf00) 00010000:00010000:2.0:1715206680.438131:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438132:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438134:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3757c lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x4:0x0].0x6e65cac7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438139:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438141:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438144:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438146:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d46c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.438147:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438149:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438152:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x2060c1a3 (ffff88012d3d8400) 00010000:00010000:2.0:1715206680.438153:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438154:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438156:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c375b4 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0x2060c1a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438162:0:3672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438164:0:3672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438166:0:3672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438168:0:3672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206680.438169:0:3672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438171:0:3672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438175:0:3672:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x11854626 (ffff88012d3d8b00) 00010000:00010000:2.0:1715206680.438176:0:3672:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206680.438177:0:3672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00010000:00010000:2.0:1715206680.438179:0:3672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c375d0 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x5:0x0].0x11854626 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11041 initiator: MDT0 00000100:00100000:1.0:1715206680.438265:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524861504:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.438272:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.438276:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.438280:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524861568:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.438288:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d867480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524862336:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.438289:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438297:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438309:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788480 00000100:00100000:2.0:1715206680.438312:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788480 00010000:00010000:2.0:1715206680.438331:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 90 pid: 18689 timeout: 1131 lvb_type: 1 00000100:00080000:3.0:1715206680.438333:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206650 00000100:00100000:2.0:1715206680.438343:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158734 00000100:00100000:2.0:1715206680.438346:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2003:x1798523591788480:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206680.438351:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524861696:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.438352:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.438354:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 90 pid: 18689 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1715206680.438354:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524861888:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.438359:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438359:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 90 pid: 18689 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1715206680.438362:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438382:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f71d40/0xb73f6b2ce2c34ae2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c32 expref: 90 pid: 18689 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.438389:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.438389:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.438391:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.438394:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18679:1798523524862144:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.438396:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.438399:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524862272:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.438402:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438405:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.438407:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438413:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438418:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438421:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2003:x1798523591788480:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 75us (151us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.438425:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438425:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158734 00010000:00010000:3.0:1715206680.438430:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.438434:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524862464:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.438436:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438440:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438441:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.438443:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438448:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.438453:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524862080:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.438459:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438459:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438465:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c376c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.438471:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524861632:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.438474:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206680.438478:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438486:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.438490:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524861760:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.438494:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438495:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.438503:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788544 00000100:00100000:2.0:1715206680.438505:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.438507:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788544 00000100:00100000:2.0:1715206680.438513:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.438517:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 89 pid: 9392 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1715206680.438533:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788608 00000100:00100000:1.0:1715206680.438535:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788608 00000100:00100000:2.0:1715206680.438540:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.438541:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 90 pid: 18693 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1715206680.438541:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524861952:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.438547:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.438551:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788672 00000100:00100000:1.0:1715206680.438553:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788672 00000100:00100000:2.0:1715206680.438554:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.438555:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524862016:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.438558:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 91 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1715206680.438559:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438561:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788800 00000100:00100000:2.0:1715206680.438564:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788800 00000100:00100000:1.0:1715206680.438566:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788736 00000100:00100000:0.0:1715206680.438567:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524862208:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.438568:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788736 00010000:00010000:2.0:1715206680.438571:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 92 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1715206680.438571:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438579:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788928 00010000:00010000:1.0:1715206680.438579:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 91 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.438579:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11066:1798523524862400:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.438581:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788928 00010000:00010000:0.0:1715206680.438582:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438585:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07180/0xb73f6b2ce24d0702 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014841 expref: 92 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.438588:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788864 00000100:00100000:1.0:1715206680.438590:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788864 00000100:00100000:2.0:1715206680.438592:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158735 00000100:00100000:2.0:1715206680.438594:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591788544:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.438596:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 93 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.438597:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3688:x1798523524860736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2776us (3087us total) trans 4294988812 rc 0/0 00010000:00010000:2.0:1715206680.438599:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.438601:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 92 pid: 9392 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1715206680.438603:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77936 00010000:00010000:2.0:1715206680.438606:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 92 pid: 9392 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1715206680.438607:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158736 00000100:00100000:1.0:1715206680.438611:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2002:x1798523591788608:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.438613:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094836880/0xb73f6b2ce2c348b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b6e expref: 92 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1715206680.438617:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.438618:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.438619:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.438620:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438620:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 91 pid: 18693 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1715206680.438622:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158737 00010000:00010000:2.0:1715206680.438624:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.438627:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591788672:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.438628:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 91 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.438632:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.438634:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206680.438637:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158738 00010000:00010000:3.0:1715206680.438638:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 91 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1715206680.438639:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924cb3c0/0xb73f6b2ce2c3570d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a045 expref: 91 pid: 18693 timeout: 1131 lvb_type: 1 00000100:00100000:0.0:1715206680.438641:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591788800:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206680.438645:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2003:x1798523591788544:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 50us (171us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206680.438647:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206680.438648:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158735 00010000:00010000:3.0:1715206680.438650:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 91 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:0.0:1715206680.438650:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 91 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1715206680.438653:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.438654:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.438655:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 89 pid: 18693 timeout: 1131 lvb_type: 1 00000100:00100000:2.0:1715206680.438656:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158739 00010000:00010000:1.0:1715206680.438656:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438658:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+93:2002:x1798523591788736:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.438662:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009084fa80/0xb73f6b2ce2c35944 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a110 expref: 89 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.438662:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.438662:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438664:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 93 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.438664:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133db3a80/0xb73f6b2ce2c35030 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e00 expref: 89 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.438668:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 93 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.438669:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.438670:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.438670:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.438671:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.438672:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438672:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438675:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.438676:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f2898c0/0xb73f6b2ce2c344e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a25 expref: 93 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.438676:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438677:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438681:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.438682:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.438683:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438684:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.438686:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438691:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206680.438691:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+87:2002:x1798523591788608:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 80us (204us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.438695:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.438696:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+87:2003:x1798523591788800:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 55us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.438697:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158736 00000100:00100000:0.0:1715206680.438700:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158738 00000100:00100000:3.0:1715206680.438707:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+85:2003:x1798523591788672:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 80us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.438708:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2002:x1798523591788736:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 49us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.438709:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158740 00000100:00100000:0.0:1715206680.438712:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591788928:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206680.438713:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158737 00000100:00100000:2.0:1715206680.438716:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158739 00010000:00010000:0.0:1715206680.438716:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.438718:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b07180/0xb73f6b2ce24d0702 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014841 expref: 92 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.438723:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b07180/0xb73f6b2ce24d0702 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014841 expref: 91 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.438724:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158741 00000100:00100000:1.0:1715206680.438728:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+91:2002:x1798523591788864:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.438730:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b07180/0xb73f6b2ce24d0702 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014841 expref: 91 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.438735:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.438735:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.438736:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.438737:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438738:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 90 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.438739:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438740:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1715206680.438743:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d1500/2, rc 0, transno 21516 00010000:00010000:2.0:1715206680.438745:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438746:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 90 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.438747:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.438750:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524860736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.438754:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2003:x1798523591788928:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 42us (215us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.438755:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438756:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a640/0xb73f6b2ce2c3519c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e70 expref: 90 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.438758:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158740 00010000:00010000:3.0:1715206680.438759:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438760:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438764:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.438765:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438765:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438766:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.438768:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438768:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438769:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.438771:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438772:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438773:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438775:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438776:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438779:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438781:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438785:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438786:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.438787:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.438791:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c376fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438792:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.438794:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438800:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.438800:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+88:2002:x1798523591788864:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 71us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.438806:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158741 00010000:00010000:3.0:1715206680.438810:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.438815:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c376a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438820:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438826:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438831:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438833:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438837:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438837:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438840:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.438841:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438842:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438848:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.438850:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438856:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438865:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.438870:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b06640/0xb73f6b2ce2c376a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438886:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+13:3686:x1798523524861120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2660us (2844us total) trans 4294988813 rc 0/0 00010000:00010000:0.0:1715206680.438890:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.438892:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77944 00010000:00010000:0.0:1715206680.438897:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.438900:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b05b00/0xb73f6b2ce2c376b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206680.438912:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133c64380/2, rc 0, transno 21517 00000100:00100000:2.0:1715206680.438916:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524861120:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.438967:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3687:x1798523524860480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3401us (3542us total) trans 4294988814 rc 0/0 00000100:00100000:3.0:1715206680.438972:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3687:x1798523524860672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3368us (3529us total) trans 4294989301 rc 0/0 00000100:00100000:1.0:1715206680.438974:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77931 00000100:00100000:3.0:1715206680.438978:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77932 00000004:00080000:1.0:1715206680.438995:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091bb80/2, rc 0, transno 22005 00000100:00100000:1.0:1715206680.439009:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860672:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.439012:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880093618450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+13:3687:x1798523524861184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3287us (3543us total) trans 4294988815 rc 0/0 00000100:00100000:0.0:1715206680.439016:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77934 00000004:00080000:1.0:1715206680.439018:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d2a00/2, rc 0, transno 21518 00000100:00100000:1.0:1715206680.439022:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860480:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.439023:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524862592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.439026:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1715206680.439027:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439031:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524862528:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.439031:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439035:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439038:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439041:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439042:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.439044:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.439045:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.439047:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524862656:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.439048:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439069:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439072:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7600/0xb73f6b2ce2c376b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439080:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1715206680.439083:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206650 00010000:00010000:1.0:1715206680.439084:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.439086:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206680.439088:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439089:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1715206680.439092:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439094:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524862720:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.439095:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439098:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.439099:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439103:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439109:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439111:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206680.439112:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b04480/0xb73f6b2ce2c376cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.439129:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3687:x1798523524860992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3411us (3675us total) trans 4294988816 rc 0/0 00000100:00100000:0.0:1715206680.439133:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77933 00000100:00100000:0.0:1715206680.439186:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524862592 00000100:00100000:0.0:1715206680.439188:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524862592 00000100:00100000:0.0:1715206680.439196:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524862656 00000100:00100000:0.0:1715206680.439197:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524862656 00000100:00100000:0.0:1715206680.439202:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524862720 00000100:00100000:0.0:1715206680.439203:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524862720 00000100:00100000:0.0:1715206680.439210:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77947 00000100:00100000:1.0:1715206680.439212:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3688:x1798523524860928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3359us (3676us total) trans 4294989302 rc 0/0 00000100:00100000:0.0:1715206680.439213:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3685:x1798523524862592:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.439216:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77937 00002000:00080000:0.0:1715206680.439220:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8305 count 1 00000100:00100000:1.0:1715206680.439225:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77948 00000100:00100000:1.0:1715206680.439227:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3686:x1798523524862656:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.439227:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439233:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 84 pid: 18676 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206680.439235:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:4 count 1 00010000:00010000:0.0:1715206680.439236:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.439237:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.439238:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439241:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439247:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083c49f80/0xb73f6b2ce24d0534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801476f expref: 87 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439247:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 84 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439251:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.439251:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 84 pid: 18676 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.439252:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.439253:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.439257:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524862784:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.439262:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083c49f80/0xb73f6b2ce24d0534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801476f expref: 87 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439266:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083c49f80/0xb73f6b2ce24d0534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801476f expref: 87 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.439269:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.439271:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524862848:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.439282:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c8389c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.439289:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1715206680.439301:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133c66300/2, rc 0, transno 21519 00000100:00100000:1.0:1715206680.439304:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524861184:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1715206680.439308:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133c64a80/2, rc 0, transno 21520 00000100:00100000:1.0:1715206680.439310:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524860992:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.439313:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439316:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439317:0:18681:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524862528 00000100:00100000:1.0:1715206680.439319:0:18681:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524862528 00010000:00010000:0.0:1715206680.439320:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439323:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439326:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439329:0:18681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77949 00010000:00010000:0.0:1715206680.439329:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b05440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.439330:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439331:0:18681:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+15:3688:x1798523524862720:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.439333:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77950 00010000:00010000:0.0:1715206680.439333:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.439336:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3687:x1798523524862528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1715206680.439338:0:18681:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:20 count 1 00010000:00010000:0.0:1715206680.439339:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439342:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b05440/0xb73f6b2ce2c376be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439344:0:18681:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206680.439347:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:4 count 1 00000004:00080000:3.0:1715206680.439350:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091aa00/2, rc 0, transno 22006 00010000:00010000:1.0:1715206680.439350:0:18681:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38c000/0xb73f6b2ce24d19fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fdb expref: 84 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439353:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.439354:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439354:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.439355:0:18681:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439357:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524860928:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.439361:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083c4ba80/0xb73f6b2ce24d052d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014768 expref: 84 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439363:0:18681:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38c000/0xb73f6b2ce24d19fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fdb expref: 84 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439364:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.439381:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.439382:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439383:0:18681:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38c000/0xb73f6b2ce24d19fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fdb expref: 84 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.439389:0:18681:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18681:1798523524862912:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.439393:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083c4ba80/0xb73f6b2ce24d052d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014768 expref: 84 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439398:0:18681:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838d80 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.439399:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083c4ba80/0xb73f6b2ce24d052d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014768 expref: 84 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.439404:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d70b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524862976:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.439425:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8600 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.439437:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.439443:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524863168:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.439458:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.439469:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.439472:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.439480:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524863104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.439486:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863040 00000100:00100000:2.0:1715206680.439488:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863040 00000100:00100000:1.0:1715206680.439494:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.439495:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.439496:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863168 00000100:00100000:2.0:1715206680.439498:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863168 00000100:00100000:2.0:1715206680.439503:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863104 00000100:00100000:2.0:1715206680.439504:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863104 00000100:00100000:1.0:1715206680.439508:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.439510:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77951 00000100:00100000:2.0:1715206680.439512:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3688:x1798523524863040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.439517:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77952 00002000:00080000:2.0:1715206680.439520:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8315 count 1 00000100:00100000:1.0:1715206680.439520:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.439522:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+15:3686:x1798523524863168:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.439526:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439532:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 84 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439532:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00002000:00080000:3.0:1715206680.439534:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8305 count 1 00010000:00010000:2.0:1715206680.439535:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.439536:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.439537:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439543:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439543:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.439546:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 84 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439550:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 84 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.439552:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 87 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439554:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.439555:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524863232:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.439557:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.439558:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.439560:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.439567:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8a80 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.439573:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 87 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439574:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.439576:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77953 00000100:00100000:2.0:1715206680.439578:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524863104:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1715206680.439584:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8313 count 1 00010000:00010000:3.0:1715206680.439585:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 87 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.439588:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439593:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524863296:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.439593:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 84 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439597:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.439597:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.439598:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439605:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 84 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439610:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 84 pid: 9392 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.439614:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524863360:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.439615:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3513c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.439618:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789056 00000100:00100000:1.0:1715206680.439621:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789056 00000100:00100000:2.0:1715206680.439624:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.439627:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591788992 00010000:00010000:1.0:1715206680.439628:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 88 pid: 18676 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1715206680.439630:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591788992 00000100:00100000:2.0:1715206680.439632:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789184 00000100:00100000:2.0:1715206680.439634:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789184 00000100:00100000:1.0:1715206680.439635:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789120 00000100:00100000:1.0:1715206680.439636:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789120 00010000:00010000:3.0:1715206680.439640:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b06f40/0xb73f6b2ce24d06d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801482c expref: 86 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.439640:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 86 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.439640:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 89 pid: 9392 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1715206680.439645:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789312 00000100:00100000:2.0:1715206680.439646:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789248 00000100:00100000:1.0:1715206680.439646:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789312 00000100:00100000:2.0:1715206680.439648:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789248 00010000:00010000:1.0:1715206680.439648:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 90 pid: 18693 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1715206680.439651:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789440 00010000:00010000:2.0:1715206680.439651:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 87 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.439653:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789440 00000100:00100000:1.0:1715206680.439654:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789376 00000100:00100000:1.0:1715206680.439655:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789376 00000100:00100000:2.0:1715206680.439658:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158742 00010000:00010000:1.0:1715206680.439658:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 92 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1715206680.439660:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 92 pid: 9392 timeout: 1131 lvb_type: 1 00000100:00100000:2.0:1715206680.439660:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2003:x1798523591789056:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.439664:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206680.439664:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158743 00010000:00010000:2.0:1715206680.439666:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 92 pid: 18676 timeout: 1131 lvb_type: 1 00000100:00100000:1.0:1715206680.439667:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+92:2002:x1798523591789120:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.439671:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 92 pid: 18676 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1715206680.439671:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206680.439672:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158744 00010000:00010000:1.0:1715206680.439673:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 92 pid: 9392 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1715206680.439676:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+87:2003:x1798523591789184:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.439677:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 92 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.439678:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f28a1c0/0xb73f6b2ce2c34adb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2072:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c2b expref: 92 pid: 18676 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1715206680.439683:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.439683:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.439685:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.439686:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 87 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.439686:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439689:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439689:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094837180/0xb73f6b2ce2c348ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2070:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289b67 expref: 91 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1715206680.439694:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 87 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.439695:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.439696:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.439697:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.439697:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439700:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439705:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f288480/0xb73f6b2ce2c351aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289e7e expref: 87 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.439706:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+90:2003:x1798523591789056:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 46us (238us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.439709:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206680.439710:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158742 00010000:00010000:3.0:1715206680.439714:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.439715:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.439717:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.439718:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158745 00000100:00100000:2.0:1715206680.439720:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+86:2002:x1798523591788992:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.439720:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+89:2002:x1798523591789120:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 52us (199us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.439722:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439723:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206680.439723:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158743 00010000:00010000:2.0:1715206680.439725:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b06f40/0xb73f6b2ce24d06d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801482c expref: 86 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.439730:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b06f40/0xb73f6b2ce24d06d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801482c expref: 86 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.439730:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158746 00000100:00100000:1.0:1715206680.439733:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+88:2003:x1798523591789312:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.439735:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.439736:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b06f40/0xb73f6b2ce24d06d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801482c expref: 86 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.439736:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.439738:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 88 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.439742:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.439742:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.439743:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439743:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 88 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.439747:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439748:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db1680/0xb73f6b2ce2c35029 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2075:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289df9 expref: 88 pid: 18693 timeout: 1131 lvb_type: 1 00000100:00100000:3.0:1715206680.439751:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+85:2003:x1798523591789184:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (241us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.439753:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.439754:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.439754:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.439755:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439757:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158744 00010000:00010000:1.0:1715206680.439759:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.439762:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+85:2002:x1798523591788992:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 42us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.439765:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158745 00010000:00010000:1.0:1715206680.439766:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.439768:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158747 00000100:00100000:3.0:1715206680.439772:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+83:2002:x1798523591789248:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.439773:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+87:2003:x1798523591789312:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 40us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.439776:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158746 00010000:00010000:3.0:1715206680.439779:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206680.439781:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158748 00010000:00010000:3.0:1715206680.439782:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 83 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.439783:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+86:2002:x1798523591789376:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.439783:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158749 00000100:00100000:1.0:1715206680.439785:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+86:2003:x1798523591789440:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.439787:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.439789:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 86 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1715206680.439789:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.439790:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 83 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.439791:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 86 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.439794:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 86 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:1.0:1715206680.439796:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 86 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:3.0:1715206680.439800:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f73840/0xb73f6b2ce2c344ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289a2c expref: 83 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.439800:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924ca400/0xb73f6b2ce2c35714 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x2078:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a04c expref: 86 pid: 18693 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.439805:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.439805:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b07cc0/0xb73f6b2ce2c3593d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a109 expref: 85 pid: 9392 timeout: 1131 lvb_type: 1 00010000:00010000:2.0:1715206680.439806:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.439807:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439808:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.439809:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.439810:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439811:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439812:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.439814:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.439815:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439816:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439817:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.439820:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.439825:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+84:2002:x1798523591789376:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 41us (250us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.439828:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206680.439828:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158748 00010000:00010000:1.0:1715206680.439833:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.439837:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.439840:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+82:2002:x1798523591789248:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 67us (296us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.439841:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439844:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439844:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+83:2003:x1798523591789440:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 57us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.439847:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158747 00010000:00010000:2.0:1715206680.439848:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.439850:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158749 00010000:00010000:2.0:1715206680.439852:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439854:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b07a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.439856:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439859:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439861:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439863:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439864:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439866:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b07a80/0xb73f6b2ce2c376da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2072:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439867:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439870:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439873:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439876:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439878:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439882:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439884:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439887:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439889:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.439890:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439892:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.439894:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439900:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439901:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439908:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439910:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439911:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.439913:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b04fc0/0xb73f6b2ce2c376ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2075:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.439915:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c376e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439915:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439919:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439922:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439926:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439929:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.439930:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439933:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439938:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.439940:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b06400/0xb73f6b2ce2c376d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.439942:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3687:x1798523524861440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4149us (4457us total) trans 4294989303 rc 0/0 00000100:00100000:0.0:1715206680.439946:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77935 00010000:00010000:0.0:1715206680.439957:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439961:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439965:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439968:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439971:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439974:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b06ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.439975:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439978:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439983:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.439987:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b06ac0/0xb73f6b2ce2c37704 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x207a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.440000:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3685:x1798523524860800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3803us (3970us total) trans 4294989305 rc 0/0 00000100:00100000:1.0:1715206680.440006:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77942 00010000:00010000:1.0:1715206680.440020:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440026:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440032:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440037:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440043:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.440048:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3686:x1798523524861376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3785us (3960us total) trans 4294989306 rc 0/0 00000100:00100000:3.0:1715206680.440049:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+19:3686:x1798523524860864:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3914us (4033us total) trans 4294988817 rc 0/0 00000100:00100000:0.0:1715206680.440052:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77945 00010000:00010000:1.0:1715206680.440070:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.440072:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440074:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77941 00010000:00010000:1.0:1715206680.440078:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440087:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440093:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f139d40/0xb73f6b2ce2c376f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2076:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1715206680.440099:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130918700/2, rc 0, transno 22009 00000100:00100000:3.0:1715206680.440106:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.440130:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1715206680.440135:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863424:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.440140:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440144:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440148:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440151:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440152:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.440154:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440157:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.440158:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440161:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440164:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863424 00000100:00100000:3.0:1715206680.440167:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863424 00010000:00010000:0.0:1715206680.440168:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440171:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13b180/0xb73f6b2ce2c3770b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2078:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440178:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77954 00000100:00100000:3.0:1715206680.440181:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+16:3688:x1798523524863424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1715206680.440191:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:20 count 1 00010000:00010000:3.0:1715206680.440199:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.440207:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38cb40/0xb73f6b2ce24d1a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fe9 expref: 82 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.440213:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.440215:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206680.440216:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+19:3685:x1798523524861056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4010us (4164us total) trans 4294988819 rc 0/0 00010000:00010000:3.0:1715206680.440217:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.440222:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77943 00000100:00100000:0.0:1715206680.440225:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524861312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3959us (4126us total) trans 4294989307 rc 0/0 00010000:00010000:3.0:1715206680.440229:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f38cb40/0xb73f6b2ce24d1a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fe9 expref: 82 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.440229:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77946 00010000:00010000:3.0:1715206680.440236:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f38cb40/0xb73f6b2ce24d1a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fe9 expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.440239:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.440243:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130918000/2, rc 0, transno 22007 00010000:00010000:0.0:1715206680.440243:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440244:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524863488:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.440246:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.440249:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524861440:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.440249:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440252:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440255:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.440256:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440260:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440264:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351480 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.440265:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440268:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138d80/0xb73f6b2ce2c376e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2070:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.440275:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863552:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1715206680.440281:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133c65f80/2, rc 0, transno 21523 00000100:00100000:3.0:1715206680.440287:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524861056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.440293:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1715206680.440294:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091a680/2, rc 0, transno 22011 00000100:00100000:3.0:1715206680.440299:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524861312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.440318:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3685:x1798523524860544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4192us (4320us total) trans 4294989308 rc 0/0 00000100:00100000:0.0:1715206680.440321:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77940 00000100:00100000:3.0:1715206680.440324:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524863680:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.440328:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863552 00000100:00100000:0.0:1715206680.440329:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863552 00000100:00100000:0.0:1715206680.440338:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77955 00000100:00100000:0.0:1715206680.440340:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3688:x1798523524863552:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.440341:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:0.0:1715206680.440347:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8315 count 1 00000004:00080000:3.0:1715206680.440356:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091ad80/2, rc 0, transno 22012 00000100:00100000:1.0:1715206680.440359:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863680 00000100:00100000:3.0:1715206680.440361:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524860544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.440362:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863680 00000100:00100000:3.0:1715206680.440383:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715206680.440384:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77956 00000100:00100000:3.0:1715206680.440387:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524863616:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.440387:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+18:3685:x1798523524863680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1715206680.440397:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8313 count 1 00000100:00100000:3.0:1715206680.440404:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206680.440405:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440409:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440415:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 82 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440416:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 82 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440420:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863616 00010000:00010000:1.0:1715206680.440420:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.440420:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.440421:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.440421:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440422:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206680.440423:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863616 00010000:00010000:1.0:1715206680.440423:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440435:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 82 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440437:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 82 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.440438:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77957 00010000:00010000:0.0:1715206680.440440:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 82 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.440441:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3685:x1798523524863616:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.440445:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 82 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.440445:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524863744:192.168.203.35@tcp:104: 00002000:00080000:3.0:1715206680.440451:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8307 count 1 00000100:00100000:1.0:1715206680.440454:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524863808:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.440459:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.440460:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.440467:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 81 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.440472:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838e40 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.440473:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.440475:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.440476:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.440489:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 81 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.440495:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 81 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.440498:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1715206680.440503:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524863936:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.440503:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.440525:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.440526:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351e40 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.440536:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524863872 00000100:00100000:3.0:1715206680.440539:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524863872 00000100:00100000:3.0:1715206680.440554:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77958 00000100:00100000:3.0:1715206680.440557:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+19:3688:x1798523524863872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1715206680.440569:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8307 count 1 00010000:00010000:3.0:1715206680.440576:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.440585:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 82 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.440591:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.440592:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.440593:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.440599:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3686:x1798523524860608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4476us (4610us total) trans 4294989304 rc 0/0 00000100:00100000:0.0:1715206680.440603:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77939 00010000:00010000:3.0:1715206680.440607:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 82 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.440614:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 82 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.440614:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+19:3688:x1798523524861248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4702us (5055us total) trans 4294988818 rc 0/0 00000100:00100000:2.0:1715206680.440619:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77938 00000100:00100000:0.0:1715206680.440621:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524862784:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.440622:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524864000:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.440627:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206680.440639:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130919880/2, rc 0, transno 22008 00000100:00100000:3.0:1715206680.440642:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351600 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.440644:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524860608:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1715206680.440645:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f1d1180/2, rc 0, transno 21522 00000004:00080000:0.0:1715206680.440649:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d3b80/2, rc 0, transno 21521 00000100:00100000:0.0:1715206680.440652:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524860864:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.440653:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524861248:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1715206680.440656:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130919c00/2, rc 0, transno 22010 00000100:00100000:0.0:1715206680.440657:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524861376:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.440688:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206680.440689:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524864192:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.440692:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524864128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.440692:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.440704:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.440713:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.440723:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864192 00000100:00100000:1.0:1715206680.440724:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864128 00000100:00100000:2.0:1715206680.440725:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864192 00000100:00100000:1.0:1715206680.440727:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864128 00000100:00100000:2.0:1715206680.440739:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77959 00000100:00100000:2.0:1715206680.440741:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+19:3686:x1798523524864192:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.440743:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77960 00000100:00100000:1.0:1715206680.440747:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3685:x1798523524864128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.440749:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00010000:00010000:2.0:1715206680.440757:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206680.440758:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:21 count 1 00010000:00010000:2.0:1715206680.440763:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38ef40/0xb73f6b2ce24d1cd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150f3 expref: 81 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440766:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.440767:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.440768:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.440769:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440775:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38cd80/0xb73f6b2ce24d1adc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801503d expref: 82 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.440776:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38ef40/0xb73f6b2ce24d1cd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150f3 expref: 81 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.440781:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38ef40/0xb73f6b2ce24d1cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150f3 expref: 81 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.440781:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.440783:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.440784:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.440786:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524864320:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.440797:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f38cd80/0xb73f6b2ce24d1adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801503d expref: 82 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.440800:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206680.440805:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f38cd80/0xb73f6b2ce24d1adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801503d expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.440807:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.440813:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524864384:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.440821:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864064:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.440831:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.440831:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838300 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.440841:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864256 00000100:00100000:1.0:1715206680.440844:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864256 00000100:00100000:1.0:1715206680.440856:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864064 00000100:00100000:1.0:1715206680.440857:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864064 00000100:00100000:0.0:1715206680.440859:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77961 00000100:00100000:0.0:1715206680.440862:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3687:x1798523524864256:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.440868:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77962 00000100:00100000:1.0:1715206680.440871:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3687:x1798523524864064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206680.440871:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00010000:00010000:0.0:1715206680.440878:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206680.440881:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:21 count 1 00010000:00010000:0.0:1715206680.440884:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38db00/0xb73f6b2ce24d1ce2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015101 expref: 82 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440888:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440888:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.440888:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.440889:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440897:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38f840/0xb73f6b2ce24d1ace lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801502f expref: 81 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.440898:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f38db00/0xb73f6b2ce24d1ce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015101 expref: 82 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.440902:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.440903:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f38db00/0xb73f6b2ce24d1ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015101 expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.440904:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.440905:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.440908:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524864448:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.440918:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38f840/0xb73f6b2ce24d1ace lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801502f expref: 81 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.440921:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206680.440926:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38f840/0xb73f6b2ce24d1ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801502f expref: 81 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.440934:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9394:1798523524864512:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.440950:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.440977:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524862848:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.440985:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.441147:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.441150:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524863296:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.441157:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.441165:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789504 00000100:00100000:2.0:1715206680.441167:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789504 00010000:00010000:2.0:1715206680.441173:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 82 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.441188:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158750 00000100:00100000:2.0:1715206680.441191:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+82:2002:x1798523591789504:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.441195:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.441197:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 82 pid: 18676 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441201:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 82 pid: 18676 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441208:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f288900/0xb73f6b2ce2c349d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bc9 expref: 82 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.441213:0:18681:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18681:1798523524862912:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.441214:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.441215:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.441216:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441223:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441223:0:18681:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441235:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.441238:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.441243:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.441247:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+81:2002:x1798523591789504:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 55us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.441250:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158750 00010000:00010000:0.0:1715206680.441250:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.441254:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.441257:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.441260:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b046c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.441261:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.441264:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.441270:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.441273:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b046c0/0xb73f6b2ce2c37712 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.441349:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.441358:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789632 00000100:00100000:2.0:1715206680.441360:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789632 00010000:00010000:2.0:1715206680.441380:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 83 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.441386:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d70b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524862976:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.441390:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158751 00000100:00100000:2.0:1715206680.441393:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+83:2002:x1798523591789632:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.441396:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441397:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.441399:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 83 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441404:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 83 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.441407:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3685:x1798523524862592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2193us (2364us total) trans 4294988820 rc 0/0 00000100:00100000:0.0:1715206680.441410:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77947 00010000:00010000:2.0:1715206680.441415:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f706c0/0xb73f6b2ce2c349d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289bd0 expref: 83 pid: 18689 timeout: 1131 lvb_type: 0 00000004:00080000:3.0:1715206680.441421:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d866a00/2, rc 0, transno 21524 00010000:00010000:2.0:1715206680.441423:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.441424:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.441426:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.441427:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524862592:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.441431:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441443:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206680.441461:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+82:2002:x1798523591789632:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 66us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.441462:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1715206680.441467:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158751 00000100:00100000:3.0:1715206680.441468:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864576:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.441481:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441487:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.441489:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.441493:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441498:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441503:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.441504:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864576 00010000:00010000:2.0:1715206680.441506:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.441508:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.441508:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864576 00010000:00010000:2.0:1715206680.441511:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441518:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441521:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c37735 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2071:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.441523:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77963 00000100:00100000:1.0:1715206680.441527:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c048050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3687:x1798523524864576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1715206680.441537:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:25 count 1 00010000:00010000:1.0:1715206680.441546:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441555:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800948346c0/0xb73f6b2ce24d1e4e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801519b expref: 80 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441561:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.441563:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.441564:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441577:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800948346c0/0xb73f6b2ce24d1e4e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801519b expref: 80 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441585:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800948346c0/0xb73f6b2ce24d1e4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801519b expref: 80 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.441593:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524864640:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.441597:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3686:x1798523524863168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2076us (2124us total) trans 4294989309 rc 0/0 00000100:00100000:2.0:1715206680.441602:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77952 00000004:00080000:0.0:1715206680.441606:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d708700/2, rc 0, transno 22013 00000100:00100000:0.0:1715206680.441612:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524863168:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.441623:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838d80 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.441658:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524864704:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.441678:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.441698:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864704 00000100:00100000:3.0:1715206680.441701:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864704 00000100:00100000:2.0:1715206680.441705:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c970000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524863232:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.441707:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.441714:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77964 00010000:00010000:2.0:1715206680.441714:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.441718:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3685:x1798523524864704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1715206680.441728:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00000100:00100000:2.0:1715206680.441728:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789568 00000100:00100000:2.0:1715206680.441730:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789568 00000100:00100000:1.0:1715206680.441731:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.441736:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441740:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083c49f80/0xb73f6b2ce24d0534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801476f expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.441745:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092234d80/0xb73f6b2ce24d1e47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015194 expref: 82 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.441749:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.441751:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.441752:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.441753:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.441763:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789696 00010000:00010000:3.0:1715206680.441766:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092234d80/0xb73f6b2ce24d1e47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015194 expref: 82 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.441766:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789696 00000100:00100000:0.0:1715206680.441766:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789760 00000100:00100000:0.0:1715206680.441769:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789760 00010000:00010000:2.0:1715206680.441772:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38c000/0xb73f6b2ce24d19fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fdb expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.441775:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092234d80/0xb73f6b2ce24d1e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015194 expref: 82 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.441777:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083c4ba80/0xb73f6b2ce24d052d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014768 expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.441779:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524863360:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.441780:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524864768:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.441788:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.441789:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158752 00000100:00100000:2.0:1715206680.441792:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158753 00000100:00100000:0.0:1715206680.441792:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+82:2003:x1798523591789568:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206680.441796:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3513c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.441796:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+82:2002:x1798523591789760:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.441796:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.441799:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083c49f80/0xb73f6b2ce24d0534 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801476f expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441803:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206680.441803:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158754 00010000:00010000:0.0:1715206680.441804:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083c49f80/0xb73f6b2ce24d0534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801476f expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441805:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083c4ba80/0xb73f6b2ce24d052d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014768 expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.441808:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+82:2003:x1798523591789696:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.441812:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083c49f80/0xb73f6b2ce24d0534 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801476f expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441813:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083c4ba80/0xb73f6b2ce24d052d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014768 expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.441816:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.441818:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.441819:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38c000/0xb73f6b2ce24d19fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fdb expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.441819:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.441820:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441823:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083c4ba80/0xb73f6b2ce24d052d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014768 expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.441824:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441827:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38c000/0xb73f6b2ce24d19fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fdb expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441831:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.441832:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.441833:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.441834:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441839:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38c000/0xb73f6b2ce24d19fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fdb expref: 81 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.441840:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.441845:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+81:2003:x1798523591789568:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 53us (140us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.441847:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.441848:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206680.441849:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158752 00010000:00010000:1.0:1715206680.441850:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441853:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.441855:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.441864:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441867:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.441868:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.441871:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2002:x1798523591789760:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 75us (122us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.441872:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.441875:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.441877:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158753 00010000:00010000:3.0:1715206680.441878:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.441880:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2003:x1798523591789696:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 72us (149us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.441881:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.441882:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.441885:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.441885:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158754 00010000:00010000:2.0:1715206680.441891:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.441893:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.441896:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37727 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441899:0:18681:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441902:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441905:0:18681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441907:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441912:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441916:0:18681:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441917:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441920:0:18681:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441921:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.441923:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441923:0:18681:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441926:0:18681:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.441927:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441927:0:18681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441930:0:18681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441935:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441936:0:18681:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.441939:0:18681:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13b600/0xb73f6b2ce2c37720 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.441940:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138480/0xb73f6b2ce2c37719 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.442215:0:18681:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+23:3688:x1798523524862720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2881us (3102us total) trans 4294988822 rc 0/0 00000100:00100000:1.0:1715206680.442221:0:18681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77949 00000004:00080000:1.0:1715206680.442243:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c894a80/2, rc 0, transno 21526 00000100:00100000:1.0:1715206680.442249:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524862720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.442272:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.442329:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.442357:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789824 00000100:00100000:1.0:1715206680.442361:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789824 00010000:00010000:1.0:1715206680.442388:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 79 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.442410:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789888 00000100:00100000:1.0:1715206680.442412:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789888 00000100:00100000:0.0:1715206680.442414:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158755 00010000:00010000:1.0:1715206680.442418:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 80 pid: 9392 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.442418:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2000:x1798523591789824:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.442432:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158756 00000100:00100000:1.0:1715206680.442435:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2002:x1798523591789888:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.442442:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.442445:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 80 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.442452:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 80 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.442469:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.442473:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 80 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.442475:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083e38240/0xb73f6b2ce2c3583a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0ae expref: 80 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.442479:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 80 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.442483:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.442485:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.442486:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.442487:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b061c0/0xb73f6b2ce2c35a63 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a16b expref: 79 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.442492:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.442493:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.442494:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.442495:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.442499:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442506:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.442508:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.442523:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+78:2000:x1798523591789824:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 105us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.442524:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+78:2002:x1798523591789888:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 87us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.442527:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158755 00000100:00100000:1.0:1715206680.442530:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158756 00010000:00010000:1.0:1715206680.442544:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442550:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442556:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442562:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442567:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442573:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.442574:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442585:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442594:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442599:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3773c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.442640:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3686:x1798523524862656:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3411us (3554us total) trans 4294989310 rc 0/0 00000100:00100000:2.0:1715206680.442645:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77948 00000100:00100000:3.0:1715206680.442648:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3687:x1798523524862528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3310us (3356us total) trans 4294988821 rc 0/0 00000004:00080000:0.0:1715206680.442649:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fed9180/2, rc 0, transno 22014 00000100:00100000:3.0:1715206680.442654:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77950 00000100:00100000:0.0:1715206680.442654:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524862656:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.442662:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442666:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442669:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442672:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442675:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442678:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.442679:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442682:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.442684:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3685:x1798523524863104:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3104us (3188us total) trans 4294988823 rc 0/0 00010000:00010000:2.0:1715206680.442688:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.442690:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77953 00010000:00010000:2.0:1715206680.442691:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083014240/0xb73f6b2ce2c3772e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.442712:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f1d2a00/2, rc 0, transno 21527 00000100:00100000:1.0:1715206680.442715:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524863104:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.442754:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3688:x1798523524863040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3241us (3297us total) trans 4294988824 rc 0/0 00000100:00100000:2.0:1715206680.442758:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77951 00000004:00080000:2.0:1715206680.442774:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c896d80/2, rc 0, transno 21528 00000100:00100000:2.0:1715206680.442776:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.442806:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524864832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.442808:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.442819:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591789952 00000100:00100000:2.0:1715206680.442821:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591789952 00000100:00100000:0.0:1715206680.442821:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.442828:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38cd80/0xb73f6b2ce24d1adc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801503d expref: 81 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.442832:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524864384:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.442838:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158757 00000100:00100000:2.0:1715206680.442840:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+81:2002:x1798523591789952:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.442841:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442845:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.442847:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f38cd80/0xb73f6b2ce24d1adc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801503d expref: 81 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.442851:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f38cd80/0xb73f6b2ce24d1adc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801503d expref: 81 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.442858:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f38cd80/0xb73f6b2ce24d1adc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801503d expref: 81 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.442863:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.442864:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.442865:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442869:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442876:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.442883:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442887:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.442888:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2002:x1798523591789952:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 47us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.442891:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158757 00010000:00010000:1.0:1715206680.442895:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442898:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442902:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.442904:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.442906:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.442908:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864832 00010000:00010000:1.0:1715206680.442909:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.442910:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864832 00010000:00010000:1.0:1715206680.442915:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.442917:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77965 00010000:00010000:1.0:1715206680.442918:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138fc0/0xb73f6b2ce2c3776d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.442919:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3686:x1798523524864832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.442926:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:24 count 1 00010000:00010000:2.0:1715206680.442932:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442937:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094836f40/0xb73f6b2ce24d1dad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801514e expref: 79 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442941:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.442941:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.442942:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442950:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094836f40/0xb73f6b2ce24d1dad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801514e expref: 79 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.442955:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094836f40/0xb73f6b2ce24d1dad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801514e expref: 79 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.442960:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fedb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524864896:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.442972:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8240 going to sleep for 11 seconds 00000004:00080000:2.0:1715206680.443090:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d866300/2, rc 0, transno 21525 00000100:00100000:2.0:1715206680.443093:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524862528:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.443158:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524863744:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.443159:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206680.443166:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.443192:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524865024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.443200:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1715206680.443204:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.443211:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864960:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.443217:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865024 00000100:00100000:2.0:1715206680.443218:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865024 00000100:00100000:1.0:1715206680.443219:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3685:x1798523524864128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2471us (2505us total) trans 4294989311 rc 0/0 00000100:00100000:1.0:1715206680.443226:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77960 00000100:00100000:2.0:1715206680.443229:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77966 00000100:00100000:3.0:1715206680.443230:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.443231:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3688:x1798523524865024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.443235:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524864960 00000100:00100000:1.0:1715206680.443238:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524864960 00002000:00080000:2.0:1715206680.443239:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8 count 1 00000100:00100000:0.0:1715206680.443243:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865152:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.443246:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443252:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094962640/0xb73f6b2ce24d0ce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a78 expref: 76 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.443252:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77967 00000100:00100000:1.0:1715206680.443255:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3687:x1798523524864960:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.443256:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.443257:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.443258:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.443259:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1715206680.443265:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00010000:00010000:2.0:1715206680.443266:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094962640/0xb73f6b2ce24d0ce3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a78 expref: 76 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.443266:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.443272:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865152 00000100:00100000:0.0:1715206680.443273:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.443274:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094962640/0xb73f6b2ce24d0ce3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a78 expref: 76 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.443274:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.443276:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865152 00000100:00100000:2.0:1715206680.443279:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524865216:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.443283:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800922373c0/0xb73f6b2ce24d1db4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015155 expref: 76 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.443288:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865088 00010000:00010000:1.0:1715206680.443289:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206680.443290:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865088 00010000:00010000:1.0:1715206680.443290:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.443292:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.443293:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.443300:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77968 00000100:00100000:3.0:1715206680.443304:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+25:3686:x1798523524865152:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.443304:0:18670:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77969 00000100:00100000:2.0:1715206680.443306:0:18670:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+25:3686:x1798523524865088:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.443306:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800922373c0/0xb73f6b2ce24d1db4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015155 expref: 76 pid: 11066 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206680.443313:0:18670:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8299 count 1 00010000:00010000:1.0:1715206680.443313:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800922373c0/0xb73f6b2ce24d1db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015155 expref: 76 pid: 11066 timeout: 1131 lvb_type: 0 00002000:00080000:3.0:1715206680.443315:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8301 count 1 00010000:00010000:2.0:1715206680.443319:0:18670:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.443322:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524865280:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.443324:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443324:0:18670:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 76 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443327:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.443328:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.443329:0:18670:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.443334:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 76 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443337:0:18670:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 76 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.443339:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838300 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.443341:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.443341:0:18670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 76 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.443342:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.443345:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 4/0,1 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.443346:0:18670:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524865344:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.443358:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 76 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.443358:0:18670:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c80c0 going to sleep for 11 seconds 00000004:00080000:1.0:1715206680.443358:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c95b480/2, rc 0, transno 22015 00010000:00010000:3.0:1715206680.443380:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 76 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.443381:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524864128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.443383:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524863488:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.443389:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524865408:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.443390:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.443399:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790016 00000100:00100000:1.0:1715206680.443399:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524863808:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.443400:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790016 00000100:00100000:0.0:1715206680.443403:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524865472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.443407:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351300 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.443407:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38cb40/0xb73f6b2ce24d1a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fe9 expref: 80 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.443407:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.443416:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158758 00000100:00100000:0.0:1715206680.443417:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.443419:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2003:x1798523591790016:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.443422:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.443424:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f38cb40/0xb73f6b2ce24d1a0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fe9 expref: 80 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.443426:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524863936:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.443428:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f38cb40/0xb73f6b2ce24d1a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fe9 expref: 80 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.443434:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443435:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f38cb40/0xb73f6b2ce24d1a0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014fe9 expref: 80 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.443440:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.443440:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.443441:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443448:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.443449:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865472 00000100:00100000:3.0:1715206680.443451:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865472 00010000:00010000:2.0:1715206680.443456:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.443465:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77970 00000100:00100000:2.0:1715206680.443465:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2003:x1798523591790016:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 46us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.443468:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3687:x1798523524865472:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.443469:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158758 00002000:00080000:3.0:1715206680.443478:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8 count 1 00010000:00010000:2.0:1715206680.443480:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443484:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.443486:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443487:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443490:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443493:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.443495:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a6d00/0xb73f6b2ce24d0cea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a7f expref: 78 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443496:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.443497:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.443501:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.443503:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.443504:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443504:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443509:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443512:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c37743 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.443515:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c8a6d00/0xb73f6b2ce24d0cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a7f expref: 78 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.443522:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c8a6d00/0xb73f6b2ce24d0cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a7f expref: 78 pid: 9394 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.443531:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524865536:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.443550:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351e40 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.443722:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+24:3688:x1798523524863424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3540us (3570us total) trans 4294989312 rc 0/0 00000100:00100000:2.0:1715206680.443727:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77954 00000004:00080000:3.0:1715206680.443753:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091b100/2, rc 0, transno 22016 00000100:00100000:3.0:1715206680.443767:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863424:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.443816:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524865600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.443836:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.443847:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865600 00000100:00100000:2.0:1715206680.443849:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865600 00000100:00100000:2.0:1715206680.443858:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77971 00000100:00100000:2.0:1715206680.443860:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3688:x1798523524865600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.443867:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8293 count 1 00010000:00010000:2.0:1715206680.443873:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443879:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 78 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443882:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.443883:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.443884:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443896:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 78 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.443900:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 78 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.443905:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524865664:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.443919:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.444770:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.444807:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.444809:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790080 00000100:00100000:1.0:1715206680.444813:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790080 00010000:00010000:1.0:1715206680.444823:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 79 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.444826:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.444833:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524864000:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.444839:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790144 00000100:00100000:1.0:1715206680.444841:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790144 00010000:00010000:2.0:1715206680.444842:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.444843:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.444847:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 80 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.444852:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.444854:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524864768:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.444855:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790208 00000100:00100000:2.0:1715206680.444858:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790208 00000100:00100000:1.0:1715206680.444859:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790272 00000100:00100000:1.0:1715206680.444861:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790272 00000100:00100000:0.0:1715206680.444861:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.444865:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.444867:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 77 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.444867:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 81 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.444868:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.444874:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.444875:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790464 00000100:00100000:1.0:1715206680.444876:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790336 00000100:00100000:2.0:1715206680.444877:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790464 00000100:00100000:1.0:1715206680.444878:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790336 00000100:00100000:0.0:1715206680.444879:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.444880:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790400 00010000:00010000:2.0:1715206680.444880:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38f840/0xb73f6b2ce24d1ace lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801502f expref: 79 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.444883:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790400 00010000:00010000:1.0:1715206680.444884:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38ef40/0xb73f6b2ce24d1cd4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150f3 expref: 79 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.444886:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790528 00000100:00100000:2.0:1715206680.444887:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790528 00010000:00010000:3.0:1715206680.444892:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38db00/0xb73f6b2ce24d1ce2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015101 expref: 82 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.444892:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800948346c0/0xb73f6b2ce24d1e4e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801519b expref: 80 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.444893:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790592 00000100:00100000:1.0:1715206680.444895:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790592 00010000:00010000:1.0:1715206680.444900:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092234d80/0xb73f6b2ce24d1e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015194 expref: 83 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.444903:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158759 00000100:00100000:2.0:1715206680.444906:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+83:2002:x1798523591790080:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206680.444907:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524864448:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.444908:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158760 00010000:00010000:2.0:1715206680.444911:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206680.444912:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+83:2002:x1798523591790144:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.444913:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 83 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.444915:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.444918:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 83 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.444919:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206680.444920:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158761 00010000:00010000:3.0:1715206680.444922:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 83 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.444924:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2002:x1798523591790208:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.444927:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083e39b00/0xb73f6b2ce2c35a6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a172 expref: 83 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.444928:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158762 00010000:00010000:3.0:1715206680.444929:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 83 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.444932:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206680.444932:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+82:2002:x1798523591790272:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.444933:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.444933:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.444935:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.444936:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 80 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.444938:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.444939:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.444940:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 82 pid: 18676 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.444941:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924ca640/0xb73f6b2ce2c35833 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a0a7 expref: 82 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.444944:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 80 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.444946:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 82 pid: 18676 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.444948:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.444950:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.444951:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.444953:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.444954:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120115f80/0xb73f6b2ce2c34c08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c94 expref: 81 pid: 18676 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.444956:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f70480/0xb73f6b2ce2c34c01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289c8d expref: 80 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.444958:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.444960:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.444961:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.444962:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.444964:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+80:2002:x1798523591790080:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 57us (196us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.444965:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.444966:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.444966:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.444968:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158759 00010000:00010000:1.0:1715206680.444968:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.444972:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.444974:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.444974:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206680.444975:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158763 00000100:00100000:2.0:1715206680.444978:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008faced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2001:x1798523591790464:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.444982:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.444984:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38f840/0xb73f6b2ce24d1ace lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801502f expref: 79 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.444987:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2002:x1798523591790144:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (178us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.444987:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.444988:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38f840/0xb73f6b2ce24d1ace lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801502f expref: 79 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.444993:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158760 00000100:00100000:0.0:1715206680.444994:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2002:x1798523591790272:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 62us (150us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.444995:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.444996:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.444997:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.444998:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158762 00010000:00010000:2.0:1715206680.445000:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.445004:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2002:x1798523591790208:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 79us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.445005:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158764 00010000:00010000:2.0:1715206680.445005:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.445008:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158765 00000100:00100000:3.0:1715206680.445009:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2002:x1798523591790336:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206680.445011:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2002:x1798523591790528:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.445012:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158761 00000100:00100000:2.0:1715206680.445013:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008faced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+79:2001:x1798523591790464:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 34us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.445014:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.445015:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206680.445016:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158763 00010000:00010000:0.0:1715206680.445017:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800948346c0/0xb73f6b2ce24d1e4e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801519b expref: 79 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.445018:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38ef40/0xb73f6b2ce24d1cd4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150f3 expref: 79 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.445022:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800948346c0/0xb73f6b2ce24d1e4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801519b expref: 77 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.445023:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158766 00000100:00100000:2.0:1715206680.445025:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+77:2003:x1798523591790400:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.445026:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158767 00010000:00010000:2.0:1715206680.445029:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.445029:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206680.445030:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+77:2001:x1798523591790592:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.445030:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.445031:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f38db00/0xb73f6b2ce24d1ce2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015101 expref: 77 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.445031:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.445032:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38ef40/0xb73f6b2ce24d1cd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150f3 expref: 77 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.445034:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445035:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f38db00/0xb73f6b2ce24d1ce2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015101 expref: 77 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.445037:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.445040:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092234d80/0xb73f6b2ce24d1e47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015194 expref: 77 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.445040:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.445043:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.445044:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.445044:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f38db00/0xb73f6b2ce24d1ce2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015101 expref: 77 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.445046:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.445047:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+77:2002:x1798523591790528:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 37us (173us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.445049:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.445050:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.445051:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.445051:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158765 00010000:00010000:3.0:1715206680.445052:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445071:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092234d80/0xb73f6b2ce24d1e47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015194 expref: 76 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.445074:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.445077:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.445081:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.445081:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.445081:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445084:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092234d80/0xb73f6b2ce24d1e47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015194 expref: 76 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.445085:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.445091:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+75:2003:x1798523591790400:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 65us (223us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.445091:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.445092:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445093:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206680.445094:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158766 00010000:00010000:1.0:1715206680.445094:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.445095:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.445096:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+76:2002:x1798523591790336:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 86us (234us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206680.445098:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880090b04000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.445099:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445100:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.445101:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158764 00010000:00010000:0.0:1715206680.445102:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.445108:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445111:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.445111:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b04000/0xb73f6b2ce2c37751 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x207b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445113:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.445115:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445119:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445122:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.445125:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+74:2001:x1798523591790592:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 94us (244us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.445127:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445128:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.445131:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158767 00010000:00010000:2.0:1715206680.445132:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.445133:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.445134:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445136:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.445140:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445141:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445144:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c3775f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.445145:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445152:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800948346c0/0xb73f6b2ce24d1e4e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801519b expref: 75 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.445156:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.445160:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524864640:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.445162:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.445163:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445168:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.445169:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445174:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.445177:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445180:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.445181:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3688:x1798523524863552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4840us (4888us total) trans 4294989313 rc 0/0 00010000:00010000:3.0:1715206680.445183:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37758 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2073:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445185:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.445185:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77955 00010000:00010000:1.0:1715206680.445191:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445196:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445201:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.445203:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445209:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.445217:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+25:3688:x1798523524863872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4659us (4692us total) trans 4294989314 rc 0/0 00010000:00010000:1.0:1715206680.445217:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.445221:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77958 00010000:00010000:1.0:1715206680.445223:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13b840/0xb73f6b2ce2c37782 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206680.445238:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c959c00/2, rc 0, transno 22018 00000100:00100000:2.0:1715206680.445240:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fedb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524864896:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.445242:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863872:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.445246:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206680.445246:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c959180/2, rc 0, transno 22017 00000100:00100000:0.0:1715206680.445248:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524863552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.445269:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3685:x1798523524863616:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4827us (4864us total) trans 4294988825 rc 0/0 00000100:00100000:3.0:1715206680.445276:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77957 00010000:00010000:2.0:1715206680.445451:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38ef40/0xb73f6b2ce24d1cd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580150f3 expref: 74 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.445460:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524864320:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.445467:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445471:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445473:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445477:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445480:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445483:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445486:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.445487:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445490:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445498:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445502:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015440/0xb73f6b2ce2c37766 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.445502:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c048050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3687:x1798523524864576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3973us (4012us total) trans 4294988826 rc 0/0 00000100:00100000:1.0:1715206680.445509:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77963 00010000:00010000:1.0:1715206680.445530:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38f840/0xb73f6b2ce24d1ace lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801502f expref: 73 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.445540:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9394:1798523524864512:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.445548:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445554:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445559:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445564:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445570:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445576:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445581:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.445583:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445593:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445603:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445608:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f139680/0xb73f6b2ce2c3777b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.445707:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+27:3686:x1798523524864192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4964us (5001us total) trans 4294988827 rc 0/0 00000100:00100000:2.0:1715206680.445710:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77959 00000004:00080000:2.0:1715206680.445726:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095b91180/2, rc 0, transno 21531 00000100:00100000:2.0:1715206680.445730:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524864192:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.445748:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1715206680.445752:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865728:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.445764:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.445772:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865792:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.445780:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.445795:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524865216:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.445801:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.445805:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.445809:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865728 00000100:00100000:2.0:1715206680.445811:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865728 00000100:00100000:0.0:1715206680.445825:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.445829:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865792 00000100:00100000:2.0:1715206680.445830:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865792 00000100:00100000:2.0:1715206680.445836:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77972 00000100:00100000:2.0:1715206680.445838:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3686:x1798523524865728:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.445846:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3687:x1798523524864064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4973us (5012us total) trans 4294988828 rc 0/0 00002000:00080000:2.0:1715206680.445847:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8293 count 1 00000100:00100000:0.0:1715206680.445847:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.445850:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77962 00010000:00010000:2.0:1715206680.445853:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445859:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 72 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.445860:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77973 00010000:00010000:2.0:1715206680.445862:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206680.445862:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3686:x1798523524865792:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.445863:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.445864:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206680.445870:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8299 count 1 00010000:00010000:2.0:1715206680.445873:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 72 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445876:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445878:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 72 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.445882:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 73 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.445883:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524865920:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.445886:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.445887:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.445888:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445897:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 73 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.445898:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00010000:00010000:1.0:1715206680.445902:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 73 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.445902:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.445907:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524865984:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.445909:0:18670:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524865344:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.445914:0:18670:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.445920:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.445925:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790656 00000100:00100000:2.0:1715206680.445926:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790656 00010000:00010000:1.0:1715206680.445930:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.445932:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094836f40/0xb73f6b2ce24d1dad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801514e expref: 74 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.445934:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.445935:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.445938:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445941:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445944:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445947:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.445948:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445951:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445957:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.445960:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139440/0xb73f6b2ce2c3774a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2079:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.445975:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790720 00000100:00100000:2.0:1715206680.445976:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790720 00010000:00010000:2.0:1715206680.445980:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094962640/0xb73f6b2ce24d0ce3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a78 expref: 73 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.445986:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.445987:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790784 00000100:00100000:2.0:1715206680.445989:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790784 00010000:00010000:2.0:1715206680.445992:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800922373c0/0xb73f6b2ce24d1db4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015155 expref: 74 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.445997:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790848 00000100:00100000:0.0:1715206680.445997:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.445998:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790848 00010000:00010000:2.0:1715206680.446001:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 75 pid: 9392 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.446006:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790912 00000100:00100000:2.0:1715206680.446007:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790912 00000100:00100000:0.0:1715206680.446007:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524865856:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.446010:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 76 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.446014:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591790976 00000100:00100000:2.0:1715206680.446015:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591790976 00010000:00010000:2.0:1715206680.446019:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c8a6d00/0xb73f6b2ce24d0cea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a7f expref: 75 pid: 9394 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.446019:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+26:3685:x1798523524863680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5631us (5678us total) trans 4294989315 rc 0/0 00000100:00100000:0.0:1715206680.446022:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.446023:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791040 00000100:00100000:1.0:1715206680.446023:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77956 00000100:00100000:2.0:1715206680.446024:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791040 00010000:00010000:2.0:1715206680.446027:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 76 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.446030:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524865856 00000100:00100000:1.0:1715206680.446032:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524865856 00000100:00100000:2.0:1715206680.446033:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158768 00000004:00080000:0.0:1715206680.446034:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06d180/2, rc 0, transno 21530 00000100:00100000:2.0:1715206680.446035:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+76:2003:x1798523591790656:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206680.446038:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864576:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.446039:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.446041:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094836f40/0xb73f6b2ce24d1dad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801514e expref: 76 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.446041:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77974 00000100:00100000:1.0:1715206680.446043:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+26:3687:x1798523524865856:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1715206680.446043:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095b92680/2, rc 0, transno 21532 00010000:00010000:2.0:1715206680.446045:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094836f40/0xb73f6b2ce24d1dad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801514e expref: 76 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.446045:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864064:0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1715206680.446050:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8301 count 1 00010000:00010000:2.0:1715206680.446067:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094836f40/0xb73f6b2ce24d1dad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801514e expref: 76 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.446070:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446070:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158769 00010000:00010000:2.0:1715206680.446072:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.446073:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206680.446073:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+76:2002:x1798523591790720:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.446074:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.446076:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 75 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446078:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.446080:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.446081:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.446082:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446086:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.446091:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 75 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446096:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+75:2003:x1798523591790656:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 60us (292us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.446099:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 75 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.446100:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158768 00000100:00100000:1.0:1715206680.446104:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524866048:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.446107:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158770 00000100:00100000:2.0:1715206680.446110:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+76:2003:x1798523591790784:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.446114:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.446114:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.446115:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800922373c0/0xb73f6b2ce24d1db4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015155 expref: 76 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.446117:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838d80 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.446118:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094962640/0xb73f6b2ce24d0ce3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a78 expref: 76 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.446120:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800922373c0/0xb73f6b2ce24d1db4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015155 expref: 76 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.446121:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524865408:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.446123:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094962640/0xb73f6b2ce24d0ce3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a78 expref: 76 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.446127:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.446128:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.446129:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.446130:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06fb80/2, rc 0, transno 21529 00010000:00010000:3.0:1715206680.446131:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446132:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446132:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524863616:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.446132:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094962640/0xb73f6b2ce24d0ce3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a78 expref: 76 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.446137:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1715206680.446137:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c95a300/2, rc 0, transno 22019 00000100:00100000:1.0:1715206680.446141:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524863680:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.446141:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.446142:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.446143:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446144:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+75:2003:x1798523591790784:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 34us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.446147:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158770 00010000:00010000:0.0:1715206680.446147:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.446148:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524865536:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.446150:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800922373c0/0xb73f6b2ce24d1db4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015155 expref: 74 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.446152:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158771 00010000:00010000:3.0:1715206680.446154:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446154:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+73:2002:x1798523591790848:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.446155:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524865280:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.446155:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.446157:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.446159:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 73 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.446161:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446163:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 73 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.446164:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.446165:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446166:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+73:2002:x1798523591790720:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 93us (341us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.446168:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446169:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee00900/0xb73f6b2ce2c33d6e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a8 expref: 73 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.446170:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446170:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158769 00010000:00010000:1.0:1715206680.446171:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446174:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.446175:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.446176:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446176:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.446178:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446179:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446179:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158772 00010000:00010000:3.0:1715206680.446181:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.446181:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446181:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+71:2002:x1798523591790912:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.446184:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ba80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.446185:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446186:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446186:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.446188:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446193:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+71:2002:x1798523591790848:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 38us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.446196:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158771 00010000:00010000:0.0:1715206680.446196:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.446197:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446198:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.446200:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13ba80/0xb73f6b2ce2c3779e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446201:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.446203:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446203:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.446208:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446209:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158773 00010000:00010000:0.0:1715206680.446209:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f73180/0xb73f6b2ce2c34196 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898f8 expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.446211:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008faced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+74:2001:x1798523591790976:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.446214:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.446214:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.446215:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.446216:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c8a6d00/0xb73f6b2ce24d0cea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a7f expref: 74 pid: 9394 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.446216:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446217:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446219:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446220:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c8a6d00/0xb73f6b2ce24d0cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a7f expref: 74 pid: 9394 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.446223:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37789 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446226:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.446230:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a6d00/0xb73f6b2ce24d0cea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a7f expref: 74 pid: 9394 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.446233:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+69:2002:x1798523591790912:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 52us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.446236:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158772 00010000:00010000:2.0:1715206680.446239:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.446240:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.446241:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446242:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158774 00010000:00010000:2.0:1715206680.446244:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446244:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+73:2002:x1798523591791040:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.446247:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.446249:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 73 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.446252:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.446254:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 73 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.446260:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206680.446261:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008faced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+73:2001:x1798523591790976:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 50us (276us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206680.446261:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.446261:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446265:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158773 00010000:00010000:0.0:1715206680.446265:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446269:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.446275:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+72:2002:x1798523591791040:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 30us (279us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.446276:0:18670:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446278:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158774 00010000:00010000:2.0:1715206680.446280:0:18670:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446283:0:18670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446286:0:18670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446289:0:18670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446296:0:18670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.446297:0:18670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446300:0:18670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446305:0:18670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446308:0:18670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c377a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446308:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524866112:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.446320:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.446331:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446335:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446338:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446342:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446345:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446348:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419cb40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.446349:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446352:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446357:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446361:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b419cb40/0xb73f6b2ce2c37774 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446389:0:18670:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3686:x1798523524865088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3081us (3114us total) trans 4294988830 rc 0/0 00000100:00100000:2.0:1715206680.446393:0:18670:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77969 00000100:00100000:2.0:1715206680.446410:0:18670:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524866112 00000100:00100000:2.0:1715206680.446411:0:18670:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524866112 00000100:00100000:2.0:1715206680.446420:0:18670:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77975 00000100:00100000:2.0:1715206680.446422:0:18670:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3688:x1798523524866112:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1715206680.446429:0:18670:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8295 count 1 00000100:00100000:1.0:1715206680.446431:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+28:3687:x1798523524864960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3174us (3199us total) trans 4294988829 rc 0/0 00010000:00010000:2.0:1715206680.446435:0:18670:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446437:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77967 00010000:00010000:2.0:1715206680.446442:0:18670:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 68 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446448:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.446449:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.446450:0:18670:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446458:0:18670:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 68 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446463:0:18670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 68 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.446468:0:18670:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524866304:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.446480:0:18670:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.446525:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+28:3685:x1798523524864704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4805us (4845us total) trans 4294989316 rc 0/0 00000100:00100000:3.0:1715206680.446531:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77964 00010000:00010000:2.0:1715206680.446533:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446534:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524866176:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.446537:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446540:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446543:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446546:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446548:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446550:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.446551:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446553:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.446554:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446554:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446559:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446561:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446563:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37790 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446565:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.446569:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c958000/2, rc 0, transno 22020 00010000:00010000:3.0:1715206680.446571:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446572:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524864704:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.446574:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3687:x1798523524864256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5711us (5766us total) trans 4294989317 rc 0/0 00010000:00010000:3.0:1715206680.446576:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.446577:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446578:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206680.446578:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77961 00010000:00010000:3.0:1715206680.446582:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446582:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524866240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.446592:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446595:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.446597:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6400/0xb73f6b2ce2c377b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446606:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524866176 00000100:00100000:1.0:1715206680.446608:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524866176 00000100:00100000:0.0:1715206680.446616:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524866240 00000100:00100000:1.0:1715206680.446618:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77976 00000100:00100000:0.0:1715206680.446618:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524866240 00000100:00100000:1.0:1715206680.446620:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+29:3685:x1798523524866176:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1715206680.446627:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8290 count 1 00000100:00100000:0.0:1715206680.446629:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77977 00000100:00100000:0.0:1715206680.446631:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3685:x1798523524866240:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.446634:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1715206680.446639:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:7 count 1 00010000:00010000:1.0:1715206680.446642:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009485b600/0xb73f6b2ce2c32c96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289206 expref: 68 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446646:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.446648:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.446649:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.446651:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446652:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094963600/0xb73f6b2ce24d0c0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a1d expref: 68 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446656:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.446657:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.446658:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.446665:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009485b600/0xb73f6b2ce2c32c96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289206 expref: 68 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446666:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094963600/0xb73f6b2ce24d0c0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a1d expref: 68 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446670:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094963600/0xb73f6b2ce24d0c0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a1d expref: 68 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.446672:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009485b600/0xb73f6b2ce2c32c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289206 expref: 68 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.446680:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524866432:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.446681:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18679:1798523524866368:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.446694:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.446698:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838300 going to sleep for 11 seconds 00000004:00080000:0.0:1715206680.446707:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06ca80/2, rc 0, transno 21533 00000100:00100000:0.0:1715206680.446710:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864960:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1715206680.446715:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c95bb80/2, rc 0, transno 22021 00000100:00100000:0.0:1715206680.446716:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524864256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.446721:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524866496:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.446731:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.446736:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524866560:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.446795:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3686:x1798523524864832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3875us (3973us total) trans 4294989318 rc 0/0 00000100:00100000:1.0:1715206680.446796:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.446800:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77965 00000100:00100000:0.0:1715206680.446800:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524866688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.446807:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524866496 00000100:00100000:2.0:1715206680.446809:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524866496 00000100:00100000:0.0:1715206680.446812:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.446820:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524866560 00000100:00100000:2.0:1715206680.446821:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524866560 00000100:00100000:1.0:1715206680.446821:0:18681:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524866688 00000004:00080000:0.0:1715206680.446822:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06f800/2, rc 0, transno 21534 00000100:00100000:1.0:1715206680.446824:0:18681:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524866688 00000100:00100000:0.0:1715206680.446824:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865088:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.446825:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77978 00000100:00100000:2.0:1715206680.446827:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3687:x1798523524866496:12345-0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1715206680.446829:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facce00/2, rc 0, transno 22022 00000100:00100000:0.0:1715206680.446832:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524864832:0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.446834:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8295 count 1 00000100:00100000:1.0:1715206680.446836:0:18681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77979 00000100:00100000:0.0:1715206680.446836:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715206680.446838:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524866624:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.446840:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446840:0:18681:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+29:3688:x1798523524866560:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.446845:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.446846:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 71 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446849:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.446850:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1715206680.446850:0:18681:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8290 count 1 00010000:00010000:2.0:1715206680.446851:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446853:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524866624 00000100:00100000:0.0:1715206680.446855:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524866624 00010000:00010000:1.0:1715206680.446857:0:18681:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446860:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 71 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446863:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77980 00010000:00010000:2.0:1715206680.446864:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.446865:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+30:3686:x1798523524866688:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.446866:0:18681:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c32c8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ff expref: 71 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446869:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524866752:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.446872:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.446873:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1715206680.446873:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8296 count 1 00010000:00010000:1.0:1715206680.446874:0:18681:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446879:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446883:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8240 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.446885:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 68 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.446886:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+30:3687:x1798523524865472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3416us (3467us total) trans 4294989319 rc 0/0 00010000:00010000:1.0:1715206680.446887:0:18681:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c32c8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ff expref: 71 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446888:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.446889:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.446890:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446892:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77981 00010000:00010000:1.0:1715206680.446893:0:18681:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c32c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ff expref: 71 pid: 9392 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.446894:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3686:x1798523524866624:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.446895:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77970 00010000:00010000:0.0:1715206680.446898:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 68 pid: 18690 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206680.446900:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:7 count 1 00000100:00100000:1.0:1715206680.446901:0:18681:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18681:1798523524866816:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.446903:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 68 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.446905:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446907:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524866880:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.446910:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094963a80/0xb73f6b2ce24d0c18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a2b expref: 71 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446911:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446914:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.446914:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.446915:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.446916:0:18681:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838e40 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.446917:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446919:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.446923:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446926:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094963a80/0xb73f6b2ce24d0c18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a2b expref: 71 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446928:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446930:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094963a80/0xb73f6b2ce24d0c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a2b expref: 71 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.446934:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446935:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524866944:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.446936:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1715206680.446939:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7180 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:0.0:1715206680.446939:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524867008:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.446940:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.446944:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8000 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.446945:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446950:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446950:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.446954:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.446955:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446957:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446959:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867008 00010000:00010000:2.0:1715206680.446960:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446960:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867008 00010000:00010000:3.0:1715206680.446961:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7180/0xb73f6b2ce2c377ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446963:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446966:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.446967:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.446968:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77982 00000100:00100000:0.0:1715206680.446970:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3688:x1798523524867008:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.446971:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1715206680.446976:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00010000:00010000:2.0:1715206680.446977:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.446980:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37797 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446981:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446987:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801216a1f80/0xb73f6b2ce24d2c9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157c2 expref: 68 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446991:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.446992:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.446992:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.446999:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801216a1f80/0xb73f6b2ce24d2c9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157c2 expref: 68 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447003:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801216a1f80/0xb73f6b2ce24d2c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157c2 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.447008:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524867072:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.447020:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4d80 going to sleep for 11 seconds 00000004:00080000:0.0:1715206680.447030:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facd880/2, rc 0, transno 22023 00000100:00100000:0.0:1715206680.447034:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524865472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.447037:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206680.447039:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524867136:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.447040:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+33:3686:x1798523524865152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3735us (3780us total) trans 4294988831 rc 0/0 00000100:00100000:3.0:1715206680.447046:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77968 00000100:00100000:0.0:1715206680.447051:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.447072:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867136 00000100:00100000:3.0:1715206680.447074:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867136 00000004:00080000:0.0:1715206680.447079:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06c000/2, rc 0, transno 21535 00000100:00100000:0.0:1715206680.447082:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.447084:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524867200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.447087:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77983 00000100:00100000:3.0:1715206680.447090:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+30:3687:x1798523524867136:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.447096:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524867264:0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1715206680.447101:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8296 count 1 00000100:00100000:1.0:1715206680.447105:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.447109:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.447114:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.447117:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c334d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894de expref: 71 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.447124:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206680.447124:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867200 00010000:00010000:3.0:1715206680.447125:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206680.447126:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867200 00010000:00010000:3.0:1715206680.447127:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447136:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867264 00000100:00100000:1.0:1715206680.447137:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867264 00010000:00010000:3.0:1715206680.447140:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c334d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894de expref: 71 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447144:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77984 00000100:00100000:1.0:1715206680.447147:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3685:x1798523524867200:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.447153:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c334d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894de expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00002000:00080000:1.0:1715206680.447156:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:26 count 1 00000100:00100000:3.0:1715206680.447161:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524867328:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.447163:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447171:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1680/0xb73f6b2ce24d2ccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157d7 expref: 71 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447176:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.447177:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1715206680.447177:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77985 00010000:00010000:1.0:1715206680.447179:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.447180:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+33:3686:x1798523524867264:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.447183:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3516c0 going to sleep for 11 seconds 00002000:00080000:0.0:1715206680.447188:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:10 count 1 00010000:00010000:1.0:1715206680.447190:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801216a1680/0xb73f6b2ce24d2ccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157d7 expref: 71 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447194:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,1 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447196:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801216a1680/0xb73f6b2ce24d2ccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157d7 expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.447200:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38c240/0xb73f6b2ce24d1326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ce7 expref: 68 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447203:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11066:1798523524867392:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.447204:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.447204:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.447205:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 4/0,1 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.447213:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3688:x1798523524865024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3980us (4007us total) trans 4294988832 rc 0/0 00010000:00010000:0.0:1715206680.447214:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38c240/0xb73f6b2ce24d1326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ce7 expref: 68 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.447217:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77966 00010000:00010000:0.0:1715206680.447218:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38c240/0xb73f6b2ce24d1326 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ce7 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.447219:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c8386c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.447223:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800925c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524867456:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.447233:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524865920:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.447237:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4180 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.447239:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206680.447250:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06e300/2, rc 0, transno 21536 00010000:00010000:2.0:1715206680.447252:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bb5440/0xb73f6b2ce2c331e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893bf expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.447253:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524865024:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.447257:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524865664:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.447262:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447266:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447272:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447273:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.447275:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447278:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447281:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447284:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.447285:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447288:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.447292:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791104 00010000:00010000:2.0:1715206680.447294:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447294:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524865984:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.447296:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791104 00010000:00010000:2.0:1715206680.447297:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083015200/0xb73f6b2ce2c377ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447302:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.447302:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1715206680.447306:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 69 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.447307:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800925c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524867520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.447318:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.447323:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158775 00000100:00100000:3.0:1715206680.447327:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+69:2003:x1798523591791104:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206680.447330:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867520 00000100:00100000:0.0:1715206680.447332:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867520 00010000:00010000:3.0:1715206680.447334:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.447337:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 69 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.447341:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77986 00000100:00100000:0.0:1715206680.447343:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3688:x1798523524867520:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.447344:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 69 pid: 18690 timeout: 1131 lvb_type: 0 00002000:00080000:0.0:1715206680.447350:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15 count 1 00000100:00100000:2.0:1715206680.447355:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3688:x1798523524865600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3494us (3519us total) trans 4294989320 rc 0/0 00010000:00010000:0.0:1715206680.447355:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.447356:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4240/0xb73f6b2ce2c331dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582893c6 expref: 69 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.447359:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77971 00010000:00010000:0.0:1715206680.447361:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092235b00/0xb73f6b2ce24d1605 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e45 expref: 69 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.447364:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.447377:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.447378:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.447379:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.447381:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1715206680.447381:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c959f80/2, rc 0, transno 22024 00010000:00010000:3.0:1715206680.447383:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447388:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524865600:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.447388:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092235b00/0xb73f6b2ce24d1605 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e45 expref: 68 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.447389:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447393:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092235b00/0xb73f6b2ce24d1605 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e45 expref: 68 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.447398:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800925c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524867584:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.447402:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.447405:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447409:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.447412:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e43c0 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.447413:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447415:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524867648:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.447416:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.447418:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2003:x1798523591791104:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 90us (146us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.447419:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447421:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.447422:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.447424:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158775 00010000:00010000:2.0:1715206680.447425:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447431:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.447435:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c377c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2065:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447435:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.447452:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867648 00000100:00100000:3.0:1715206680.447455:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867648 00000100:00100000:3.0:1715206680.447476:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77987 00000100:00100000:3.0:1715206680.447479:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+32:3688:x1798523524867648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1715206680.447489:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:10 count 1 00000100:00100000:2.0:1715206680.447491:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3686:x1798523524865728:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1651us (1726us total) trans 4294988833 rc 0/0 00000100:00100000:2.0:1715206680.447495:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77972 00010000:00010000:3.0:1715206680.447498:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.447504:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f1d0380/2, rc 0, transno 21537 00010000:00010000:3.0:1715206680.447507:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38e400/0xb73f6b2ce24d1334 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cf5 expref: 70 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447509:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865728:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.447512:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.447513:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.447514:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.447528:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f38e400/0xb73f6b2ce24d1334 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cf5 expref: 70 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.447535:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f38e400/0xb73f6b2ce24d1334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cf5 expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.447544:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524867712:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.447559:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.447559:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524866048:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.447566:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.447575:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351e40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.447578:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791168 00000100:00100000:0.0:1715206680.447580:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791168 00010000:00010000:0.0:1715206680.447587:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.447596:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158776 00000100:00100000:0.0:1715206680.447598:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+71:2003:x1798523591791168:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.447602:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.447604:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.447607:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800925c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524867776:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.447608:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.447616:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5200/0xb73f6b2ce2c33d67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582897a1 expref: 71 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.447619:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.447621:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.447622:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.447623:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447627:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447634:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.447643:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447647:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.447647:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2003:x1798523591791168:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 48us (90us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.447651:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.447651:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158776 00010000:00010000:1.0:1715206680.447654:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447657:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447661:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a1c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.447662:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447665:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447671:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447675:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a1c0/0xb73f6b2ce2c377c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.447686:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867776 00000100:00100000:0.0:1715206680.447688:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867776 00000100:00100000:0.0:1715206680.447701:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77988 00000100:00100000:0.0:1715206680.447703:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3685:x1798523524867776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206680.447710:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18 count 1 00010000:00010000:0.0:1715206680.447716:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447722:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d935440/0xb73f6b2ce24d17f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f17 expref: 67 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447726:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.447726:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.447727:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447735:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d935440/0xb73f6b2ce24d17f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f17 expref: 67 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.447737:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3686:x1798523524865792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1874us (1956us total) trans 4294989321 rc 0/0 00000100:00100000:1.0:1715206680.447741:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77973 00000004:00080000:1.0:1715206680.447757:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facca80/2, rc 0, transno 22025 00000100:00100000:1.0:1715206680.447759:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524865792:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.447775:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715206680.447778:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524867904:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.447785:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d935440/0xb73f6b2ce24d17f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f17 expref: 67 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.447789:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206680.447791:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880123164e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524867840:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.447798:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524867904 00000100:00100000:1.0:1715206680.447800:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524867904 00000100:00100000:0.0:1715206680.447805:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e46c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.447808:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77989 00000100:00100000:1.0:1715206680.447810:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3685:x1798523524867904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1715206680.447819:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15 count 1 00010000:00010000:1.0:1715206680.447825:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447831:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b04b40/0xb73f6b2ce24d1636 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e53 expref: 69 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447835:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.447837:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.447837:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447846:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b04b40/0xb73f6b2ce24d1636 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e53 expref: 69 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.447849:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.447850:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b04b40/0xb73f6b2ce24d1636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e53 expref: 69 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.447855:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524867968:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.447869:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.447881:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791232 00000100:00100000:0.0:1715206680.447884:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791232 00010000:00010000:0.0:1715206680.447891:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.447903:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158777 00000100:00100000:0.0:1715206680.447905:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2002:x1798523591791232:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.447910:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.447911:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.447916:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.447923:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083d8ba80/0xb73f6b2ce2c34188 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582898ea expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.447928:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.447928:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.447929:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447933:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.447952:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.447964:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+69:2002:x1798523591791232:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 58us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.447968:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158777 00010000:00010000:1.0:1715206680.447972:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447979:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447986:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.447996:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448002:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448007:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.448009:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448015:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448024:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448030:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139f80/0xb73f6b2ce2c377cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x206d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.448140:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+34:3687:x1798523524865856:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2094us (2116us total) trans 4294989322 rc 0/0 00000100:00100000:1.0:1715206680.448146:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77974 00000004:00080000:0.0:1715206680.448155:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facfb80/2, rc 0, transno 22026 00000100:00100000:0.0:1715206680.448160:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524865856:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.448193:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524868032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.448205:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.448218:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868032 00000100:00100000:1.0:1715206680.448221:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868032 00000100:00100000:1.0:1715206680.448241:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77990 00000100:00100000:1.0:1715206680.448245:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+34:3687:x1798523524868032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1715206680.448255:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00010000:00010000:1.0:1715206680.448263:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448272:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38fcc0/0xb73f6b2ce24d1804 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f25 expref: 68 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448277:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.448279:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.448280:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448293:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f38fcc0/0xb73f6b2ce24d1804 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f25 expref: 68 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448301:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f38fcc0/0xb73f6b2ce24d1804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f25 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.448308:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524868096:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.448336:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838000 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.448457:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524867072:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.448463:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524867328:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.448466:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.448473:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.448707:0:18670:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524866304:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.448714:0:18670:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.448773:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.448802:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791296 00000100:00100000:1.0:1715206680.448805:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791296 00010000:00010000:1.0:1715206680.448814:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a1f80/0xb73f6b2ce24d2c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157c2 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.448831:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158778 00000100:00100000:1.0:1715206680.448835:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2003:x1798523591791296:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.448843:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.448845:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801216a1f80/0xb73f6b2ce24d2c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157c2 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.448853:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801216a1f80/0xb73f6b2ce24d2c9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157c2 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.448864:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a1f80/0xb73f6b2ce24d2c9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157c2 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.448872:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.448874:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.448876:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448882:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.448895:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.448910:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.448912:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2003:x1798523591791296:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (140us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206680.448915:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.448918:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158778 00010000:00010000:0.0:1715206680.448919:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.448922:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.448925:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.448928:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419eac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.448929:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.448933:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.448942:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.448945:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419eac0/0xb73f6b2ce2c37807 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.448955:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.449020:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791360 00000100:00100000:1.0:1715206680.449024:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791360 00010000:00010000:1.0:1715206680.449034:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c334d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894de expref: 69 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.449048:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158779 00000100:00100000:1.0:1715206680.449071:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+69:2003:x1798523591791360:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.449078:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.449081:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c334d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894de expref: 69 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.449088:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c334d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894de expref: 69 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.449099:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bb6640/0xb73f6b2ce2c334d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894de expref: 69 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.449108:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.449110:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.449111:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449117:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449130:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206680.449145:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095934000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2003:x1798523591791360:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 92us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.449151:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158779 00010000:00010000:1.0:1715206680.449164:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449170:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.449175:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3688:x1798523524867008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2203us (2224us total) trans 4294988834 rc 0/0 00010000:00010000:1.0:1715206680.449176:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.449179:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77982 00010000:00010000:1.0:1715206680.449182:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449188:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449193:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.449195:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.449195:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d5f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524866432:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.449200:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.449202:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449210:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449215:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c3780e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.449405:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3687:x1798523524867136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2313us (2352us total) trans 4294989323 rc 0/0 00000100:00100000:1.0:1715206680.449412:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77983 00000004:00080000:0.0:1715206680.449414:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095b93800/2, rc 0, transno 22027 00000100:00100000:0.0:1715206680.449419:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524867136:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1715206680.449434:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130918380/2, rc 0, transno 21538 00000100:00100000:0.0:1715206680.449436:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1715206680.449440:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524867008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.449440:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524868160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.449452:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.449468:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868160 00000100:00100000:1.0:1715206680.449470:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868160 00000100:00100000:0.0:1715206680.449470:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715206680.449473:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524868224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.449482:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77991 00000100:00100000:0.0:1715206680.449483:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.449486:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3687:x1798523524868160:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.449492:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868224 00000100:00100000:0.0:1715206680.449494:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868224 00002000:00080000:1.0:1715206680.449496:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:11 count 1 00010000:00010000:1.0:1715206680.449504:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.449509:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77992 00000100:00100000:0.0:1715206680.449512:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009363bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3686:x1798523524868224:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.449513:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d935200/0xb73f6b2ce24d13ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d3b expref: 67 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449519:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.449520:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1715206680.449520:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:11 count 1 00010000:00010000:1.0:1715206680.449522:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.449526:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,1 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.449532:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38c6c0/0xb73f6b2ce24d13c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d34 expref: 66 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.449535:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.449536:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d935200/0xb73f6b2ce24d13ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d3b expref: 67 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.449536:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.449537:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 4/0,1 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.449543:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d935200/0xb73f6b2ce24d13ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d3b expref: 67 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.449546:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38c6c0/0xb73f6b2ce24d13c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d34 expref: 66 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.449550:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38c6c0/0xb73f6b2ce24d13c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d34 expref: 66 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.449555:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524868352:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.449557:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524868288:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.449568:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.449576:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838d80 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.451661:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.451706:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.451722:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524866752:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.451722:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:18679:1798523524866368:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.451733:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.451733:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.451755:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.451755:0:18681:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:18681:1798523524866816:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.451761:0:18681:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.451762:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524866880:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.451769:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791424 00000100:00100000:1.0:1715206680.451770:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791488 00010000:00010000:0.0:1715206680.451771:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.451772:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791424 00000100:00100000:1.0:1715206680.451773:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791488 00000100:00100000:2.0:1715206680.451777:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.451782:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094963600/0xb73f6b2ce24d0c0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a1d expref: 68 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.451783:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 68 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.451800:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791552 00000100:00100000:1.0:1715206680.451802:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791552 00000100:00100000:3.0:1715206680.451805:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791616 00010000:00010000:1.0:1715206680.451806:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009485b600/0xb73f6b2ce2c32c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289206 expref: 69 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.451808:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791616 00000100:00100000:0.0:1715206680.451811:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158780 00000100:00100000:2.0:1715206680.451812:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.451814:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.451814:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+69:2002:x1798523591791488:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.451817:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791680 00000100:00100000:1.0:1715206680.451818:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791680 00010000:00010000:1.0:1715206680.451822:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c32c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ff expref: 69 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451822:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206680.451825:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158781 00010000:00010000:0.0:1715206680.451825:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094963600/0xb73f6b2ce24d0c0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a1d expref: 69 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.451829:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+69:2003:x1798523591791424:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.451830:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158782 00010000:00010000:0.0:1715206680.451830:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094963600/0xb73f6b2ce24d0c0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a1d expref: 69 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.451834:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+69:2002:x1798523591791552:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.451836:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.451839:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 69 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.451839:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.451839:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094963600/0xb73f6b2ce24d0c0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a1d expref: 69 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.451840:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.451841:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009485b600/0xb73f6b2ce2c32c96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289206 expref: 69 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451844:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.451845:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009485b600/0xb73f6b2ce2c32c96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289206 expref: 68 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451845:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.451846:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.451847:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 68 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451850:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.451854:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009485b600/0xb73f6b2ce2c32c96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289206 expref: 68 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.451858:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee02880/0xb73f6b2ce2c33414 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828948a expref: 67 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.451859:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206680.451859:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.451860:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.451861:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.451862:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.451866:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.451867:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.451868:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.451870:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.451874:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2002:x1798523591791488:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 60us (169us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.451875:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.451876:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.451878:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158780 00000100:00100000:0.0:1715206680.451885:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791744 00000100:00100000:0.0:1715206680.451887:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791744 00000100:00100000:1.0:1715206680.451888:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+65:2002:x1798523591791552:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 54us (134us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.451889:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206680.451891:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158782 00010000:00010000:0.0:1715206680.451892:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 66 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.451898:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791808 00000100:00100000:1.0:1715206680.451900:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791808 00000100:00100000:0.0:1715206680.451900:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158783 00000100:00100000:0.0:1715206680.451903:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2002:x1798523591791616:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206680.451904:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+65:2003:x1798523591791424:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (246us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.451904:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094963a80/0xb73f6b2ce24d0c18 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a2b expref: 70 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451906:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.451908:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.451910:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158781 00010000:00010000:0.0:1715206680.451913:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.451914:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158784 00000100:00100000:1.0:1715206680.451916:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2003:x1798523591791680:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206680.451919:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206680.451919:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090bb5200/0xb73f6b2ce2c3340d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289483 expref: 70 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.451920:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158785 00010000:00010000:1.0:1715206680.451920:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.451922:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c32c8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ff expref: 70 pid: 9392 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.451924:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c28050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2003:x1798523591791744:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.451924:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.451925:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.451926:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c32c8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ff expref: 69 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451926:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.451929:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.451930:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.451932:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 64 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.451933:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136440b40/0xb73f6b2ce2c32c8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582891ff expref: 69 pid: 9392 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451937:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.451938:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.451938:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.451939:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.451940:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 64 pid: 18690 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.451943:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.451946:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2002:x1798523591791616:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 42us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.451949:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158783 00010000:00010000:1.0:1715206680.451950:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.451954:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791872 00010000:00010000:3.0:1715206680.451955:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008ee01680/0xb73f6b2ce2c334d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582894d7 expref: 64 pid: 18690 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.451956:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791872 00000100:00100000:1.0:1715206680.451958:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2003:x1798523591791680:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 41us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.451959:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206680.451960:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a1680/0xb73f6b2ce24d2ccc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157d7 expref: 68 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.451961:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158784 00010000:00010000:3.0:1715206680.451963:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.451964:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.451966:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.451967:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591791936 00000100:00100000:1.0:1715206680.451968:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591791936 00000100:00100000:0.0:1715206680.451970:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158786 00010000:00010000:3.0:1715206680.451971:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.451972:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008faced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2003:x1798523591791808:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.451973:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38c240/0xb73f6b2ce24d1326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ce7 expref: 64 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451975:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206680.451977:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206680.451977:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094963a80/0xb73f6b2ce24d0c18 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a2b expref: 67 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.451979:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158787 00010000:00010000:0.0:1715206680.451981:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094963a80/0xb73f6b2ce24d0c18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a2b expref: 67 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.451982:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2003:x1798523591791872:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.451984:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.451985:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.451987:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801216a1680/0xb73f6b2ce24d2ccc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157d7 expref: 67 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451987:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.451987:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.451988:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.451991:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801216a1680/0xb73f6b2ce24d2ccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157d7 expref: 67 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.451992:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.451997:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.451997:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.451997:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.451998:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c28050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2003:x1798523591791744:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 73us (158us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.451998:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452001:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.452003:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158785 00000100:00100000:0.0:1715206680.452004:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008faced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2003:x1798523591791808:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 32us (146us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.452006:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.452008:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158786 00000100:00100000:0.0:1715206680.452013:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792000 00000100:00100000:0.0:1715206680.452014:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792000 00000100:00100000:1.0:1715206680.452015:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2003:x1798523591791872:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 33us (97us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206680.452018:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38e400/0xb73f6b2ce24d1334 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cf5 expref: 67 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.452021:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158787 00000100:00100000:3.0:1715206680.452027:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158788 00000100:00100000:3.0:1715206680.452031:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+63:2003:x1798523591791936:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206680.452035:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.452036:0:18681:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452037:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206680.452037:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792128 00000100:00100000:0.0:1715206680.452039:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792128 00010000:00010000:3.0:1715206680.452040:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38c240/0xb73f6b2ce24d1326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ce7 expref: 64 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.452042:0:18681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452043:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d935440/0xb73f6b2ce24d17f6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f17 expref: 64 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.452048:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38c240/0xb73f6b2ce24d1326 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ce7 expref: 64 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.452048:0:18681:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452049:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.452049:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158789 00000100:00100000:0.0:1715206680.452051:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2003:x1798523591792000:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.452070:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.452072:0:18681:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452072:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f38e400/0xb73f6b2ce24d1334 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cf5 expref: 66 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452076:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f38e400/0xb73f6b2ce24d1334 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cf5 expref: 66 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.452078:0:18681:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452079:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.452080:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.452082:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452083:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.452084:0:18681:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13ad00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.452084:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.452085:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452086:0:18681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452088:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452088:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452091:0:18681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452094:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.452098:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.452101:0:18681:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452106:0:18681:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13ad00/0xb73f6b2ce2c377f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452107:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2003:x1798523591792000:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 54us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.452109:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.452110:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158789 00000100:00100000:3.0:1715206680.452111:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2003:x1798523591791936:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 80us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.452116:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792256 00000100:00100000:3.0:1715206680.452117:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158788 00000100:00100000:0.0:1715206680.452118:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792256 00010000:00010000:0.0:1715206680.452122:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b04b40/0xb73f6b2ce24d1636 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e53 expref: 66 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.452126:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792064 00000100:00100000:0.0:1715206680.452128:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158790 00000100:00100000:3.0:1715206680.452129:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792064 00000100:00100000:0.0:1715206680.452130:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+63:2003:x1798523591792128:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.452133:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.452135:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d935440/0xb73f6b2ce24d17f6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f17 expref: 64 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.452136:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092235b00/0xb73f6b2ce24d1605 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e45 expref: 64 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452139:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d935440/0xb73f6b2ce24d17f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f17 expref: 64 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452144:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.452145:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206680.452146:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158791 00010000:00010000:0.0:1715206680.452146:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452149:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.452150:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2000:x1798523591792256:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.452154:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.452155:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.452158:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b04b40/0xb73f6b2ce24d1636 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e53 expref: 66 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.452161:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2003:x1798523591792128:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 31us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.452164:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206680.452164:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158790 00010000:00010000:3.0:1715206680.452165:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b04b40/0xb73f6b2ce24d1636 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e53 expref: 66 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.452169:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792192 00000100:00100000:0.0:1715206680.452171:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792192 00010000:00010000:0.0:1715206680.452174:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38fcc0/0xb73f6b2ce24d1804 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f25 expref: 67 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.452175:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.452176:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.452177:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452180:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158792 00000100:00100000:0.0:1715206680.452182:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+63:2003:x1798523591792064:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.452185:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.452187:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092235b00/0xb73f6b2ce24d1605 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e45 expref: 63 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.452188:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452191:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092235b00/0xb73f6b2ce24d1605 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e45 expref: 63 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.452196:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.452196:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.452197:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.452198:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452200:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.452200:0:18681:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+36:3688:x1798523524866560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5359us (5404us total) trans 4294989324 rc 0/0 00010000:00010000:0.0:1715206680.452201:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.452204:0:18681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77979 00010000:00010000:0.0:1715206680.452206:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.452208:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2000:x1798523591792256:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 58us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.452213:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158791 00000100:00100000:0.0:1715206680.452213:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+63:2003:x1798523591792064:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 29us (106us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.452215:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452216:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158792 00010000:00010000:1.0:1715206680.452219:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452220:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792320 00000100:00100000:0.0:1715206680.452221:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792320 00010000:00010000:1.0:1715206680.452223:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452225:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38c6c0/0xb73f6b2ce24d13c7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d34 expref: 63 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.452226:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.452226:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452229:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452232:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a640 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:3.0:1715206680.452233:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792384 00010000:00010000:1.0:1715206680.452233:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452235:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158793 00000100:00100000:3.0:1715206680.452236:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792384 00010000:00010000:1.0:1715206680.452236:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452236:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2003:x1798523591792192:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.452239:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.452241:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452241:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f38fcc0/0xb73f6b2ce24d1804 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f25 expref: 67 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.452244:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d935200/0xb73f6b2ce24d13ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d3b expref: 67 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.452244:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13a640/0xb73f6b2ce2c377dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2062:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452244:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f38fcc0/0xb73f6b2ce24d1804 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f25 expref: 67 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452250:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.452251:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.452251:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.452255:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158794 00010000:00010000:0.0:1715206680.452255:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.452259:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+63:2003:x1798523591792320:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.452259:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.452264:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.452267:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38c6c0/0xb73f6b2ce24d13c7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d34 expref: 63 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.452268:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2003:x1798523591792192:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 31us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.452269:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158795 00000100:00100000:0.0:1715206680.452273:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158793 00010000:00010000:3.0:1715206680.452274:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38c6c0/0xb73f6b2ce24d13c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d34 expref: 63 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.452275:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+67:2003:x1798523591792384:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.452282:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452284:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.452284:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.452285:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452286:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.452287:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452287:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d935200/0xb73f6b2ce24d13ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d3b expref: 66 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452292:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452295:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d935200/0xb73f6b2ce24d13ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d3b expref: 66 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452296:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452297:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452299:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452302:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419e880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.452303:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452305:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.452306:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.452306:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206680.452306:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452307:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.452308:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+36:3685:x1798523524866176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5687us (5755us total) trans 4294988835 rc 0/0 00010000:00010000:2.0:1715206680.452311:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452311:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.452312:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77976 00010000:00010000:0.0:1715206680.452314:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419e880/0xb73f6b2ce2c377f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2068:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452318:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.452319:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+63:2003:x1798523591792320:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 59us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.452323:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158794 00000004:00080000:1.0:1715206680.452330:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fee0000/2, rc 0, transno 21539 00000100:00100000:2.0:1715206680.452331:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2003:x1798523591792384:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 56us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.452335:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158795 00000100:00100000:1.0:1715206680.452336:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524866176:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.452347:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f38e400/0xb73f6b2ce24d1334 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014cf5 expref: 65 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.452352:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801216a1680/0xb73f6b2ce24d2ccc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580157d7 expref: 65 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.452355:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094963a80/0xb73f6b2ce24d0c18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014a2b expref: 64 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.452356:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524867712:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.452361:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524866944:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.452361:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11066:1798523524867392:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.452379:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452385:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452386:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452388:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452392:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452393:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452394:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452396:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452398:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452398:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452400:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452402:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452403:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452403:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452405:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452406:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452408:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452409:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830161c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.452411:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452411:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.452412:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452414:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452414:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452416:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452418:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.452420:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452420:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452422:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37800 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452422:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452425:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452425:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138900/0xb73f6b2ce2c37815 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452435:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452440:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c3782a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452513:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+36:3686:x1798523524866688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5646us (5700us total) trans 4294988836 rc 0/0 00000100:00100000:0.0:1715206680.452517:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77980 00000100:00100000:0.0:1715206680.452542:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524868416:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.452560:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1715206680.452573:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d867800/2, rc 0, transno 21540 00000100:00100000:0.0:1715206680.452576:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d867800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524866688:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.452597:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38c240/0xb73f6b2ce24d1326 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ce7 expref: 62 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.452603:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800925c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524867456:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.452609:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452613:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452616:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452619:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452622:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452625:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452628:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419fa80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.452629:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452633:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.452638:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3685:x1798523524867200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5489us (5533us total) trans 4294989325 rc 0/0 00010000:00010000:0.0:1715206680.452639:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 2/0,0 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.452642:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77984 00010000:00010000:0.0:1715206680.452642:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419fa80/0xb73f6b2ce2c3781c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.452648:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868416 00000100:00100000:1.0:1715206680.452650:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868416 00000100:00100000:1.0:1715206680.452660:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77993 00000100:00100000:1.0:1715206680.452662:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3686:x1798523524868416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1715206680.452670:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19 count 1 00010000:00010000:1.0:1715206680.452677:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452683:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38d440/0xb73f6b2ce24d186d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f56 expref: 61 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452686:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.452687:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.452689:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452697:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3686:x1798523524866624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5801us (5850us total) trans 4294989326 rc 0/0 00010000:00010000:1.0:1715206680.452703:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38d440/0xb73f6b2ce24d186d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f56 expref: 61 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452705:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77981 00010000:00010000:1.0:1715206680.452710:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38d440/0xb73f6b2ce24d186d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f56 expref: 61 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.452719:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095936300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524868544:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.452720:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+36:3688:x1798523524867648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5239us (5284us total) trans 4294989327 rc 0/0 00000100:00100000:3.0:1715206680.452726:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77987 00000100:00100000:1.0:1715206680.452737:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c8386c0 going to sleep for 11 seconds 00000004:00080000:2.0:1715206680.452739:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c958a80/2, rc 0, transno 22030 00010000:00010000:3.0:1715206680.452742:0:18670:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452746:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524866624:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.452748:0:18670:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452754:0:18670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.452755:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009590a300/2, rc 0, transno 22029 00000100:00100000:1.0:1715206680.452759:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524867200:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.452760:0:18670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452765:0:18670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452770:0:18670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014480 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:1.0:1715206680.452771:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524868608:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.452772:0:18670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452777:0:18670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452784:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008faced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524868672:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.452786:0:18670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.452788:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.452791:0:18670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c377d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.452804:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095934380/2, rc 0, transno 22031 00000100:00100000:2.0:1715206680.452805:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.452810:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095934380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524867648:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1715206680.452817:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c95b100/2, rc 0, transno 22028 00000100:00100000:1.0:1715206680.452820:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524866560:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.452826:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1715206680.452830:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524868480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.452836:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+38:3686:x1798523524867264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5655us (5721us total) trans 4294988837 rc 0/0 00000100:00100000:0.0:1715206680.452840:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77985 00000100:00100000:2.0:1715206680.452845:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524868736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.452846:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206680.452847:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868608 00000100:00100000:0.0:1715206680.452849:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868608 00000100:00100000:1.0:1715206680.452856:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715206680.452857:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868672 00000100:00100000:0.0:1715206680.452858:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868672 00000100:00100000:1.0:1715206680.452860:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524868800:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.452863:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206680.452863:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868480 00000100:00100000:0.0:1715206680.452865:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868480 00000100:00100000:0.0:1715206680.452871:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868736 00000100:00100000:0.0:1715206680.452872:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868736 00000100:00100000:1.0:1715206680.452874:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206680.452879:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524868800 00000100:00100000:0.0:1715206680.452880:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524868800 00000004:00080000:2.0:1715206680.452883:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091a300/2, rc 0, transno 21541 00000100:00100000:0.0:1715206680.452885:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77994 00000100:00100000:0.0:1715206680.452887:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+39:3688:x1798523524868608:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.452889:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524867264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.452892:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77995 00002000:00080000:0.0:1715206680.452894:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19 count 1 00000100:00100000:3.0:1715206680.452897:0:18670:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3688:x1798523524866112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6472us (6575us total) trans 4294988838 rc 0/0 00000100:00100000:1.0:1715206680.452897:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+39:3685:x1798523524868672:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.452901:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.452903:0:18670:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77975 00000100:00100000:2.0:1715206680.452907:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77996 00002000:00080000:1.0:1715206680.452909:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12 count 1 00010000:00010000:0.0:1715206680.452910:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38dd40/0xb73f6b2ce24d189e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f6b expref: 62 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452911:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+37:3688:x1798523524868480:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.452914:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206680.452915:0:18670:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77997 00010000:00010000:0.0:1715206680.452915:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.452915:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452918:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.452919:0:18670:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3686:x1798523524868736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.452923:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:12 count 1 00010000:00010000:0.0:1715206680.452924:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f38dd40/0xb73f6b2ce24d189e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f6b expref: 62 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452926:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094960240/0xb73f6b2ce24d1468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d81 expref: 62 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452928:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f38dd40/0xb73f6b2ce24d189e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f6b expref: 62 pid: 11062 timeout: 1131 lvb_type: 0 00002000:00080000:3.0:1715206680.452929:0:18670:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13 count 1 00010000:00010000:1.0:1715206680.452931:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.452933:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.452933:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.452934:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452934:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524868864:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.452939:0:18670:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452942:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008d9373c0/0xb73f6b2ce24d1461 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d7a expref: 61 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452946:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4180 going to sleep for 11 seconds 00010000:00010000:1.0:1715206680.452947:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094960240/0xb73f6b2ce24d1468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d81 expref: 62 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452948:0:18670:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092236400/0xb73f6b2ce24d1502 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc7 expref: 62 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452948:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.452949:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.452950:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452954:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.452954:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094960240/0xb73f6b2ce24d1468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d81 expref: 62 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.452955:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.452956:0:18670:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.452958:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77998 00000100:00100000:0.0:1715206680.452960:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:3688:x1798523524868800:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.452962:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095937100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524868928:192.168.203.35@tcp:104: 00002000:00080000:0.0:1715206680.452966:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14 count 1 00010000:00010000:2.0:1715206680.452968:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008d9373c0/0xb73f6b2ce24d1461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d7a expref: 61 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452970:0:18670:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092236400/0xb73f6b2ce24d1502 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc7 expref: 62 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452971:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.452976:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008d9373c0/0xb73f6b2ce24d1461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d7a expref: 61 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452976:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092234240/0xb73f6b2ce24d159c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e0d expref: 62 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.452978:0:18670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092236400/0xb73f6b2ce24d1502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc7 expref: 62 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.452980:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206680.452981:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838e40 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.452981:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.452982:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.452984:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008face300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524868992:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.452986:0:18670:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18670:1798523524869056:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.452989:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092234240/0xb73f6b2ce24d159c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e0d expref: 62 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.452994:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092234240/0xb73f6b2ce24d159c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e0d expref: 62 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.452999:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524869120:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.453000:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d935200/0xb73f6b2ce24d13ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d3b expref: 62 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.453005:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8000 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.453007:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.453008:0:18670:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351e40 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.453008:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524868288:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.453017:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453018:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092235b00/0xb73f6b2ce24d1605 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e45 expref: 61 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.453023:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800925c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524867584:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.453028:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453028:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453032:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453033:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453035:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453038:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453038:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453040:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1715206680.453042:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453044:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453046:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453047:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524869184:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.453048:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453051:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.453051:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419f3c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.453052:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453070:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453070:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453076:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453076:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453078:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.453079:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419f3c0/0xb73f6b2ce2c37823 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453085:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453091:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37846 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453094:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524869184 00000100:00100000:2.0:1715206680.453096:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524869184 00000100:00100000:2.0:1715206680.453107:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77999 00000100:00100000:2.0:1715206680.453109:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3687:x1798523524869184:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.453116:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206680.453117:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14 count 1 00010000:00010000:3.0:1715206680.453122:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453124:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453128:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453130:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092235d40/0xb73f6b2ce24d156b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014df8 expref: 60 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453133:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453133:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.453134:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.453135:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453139:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453145:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.453147:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453147:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092235d40/0xb73f6b2ce24d156b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014df8 expref: 60 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453152:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453152:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092235d40/0xb73f6b2ce24d156b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014df8 expref: 60 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.453157:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524869248:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.453161:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453166:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.453167:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c377eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2067:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.453254:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3687:x1798523524866496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6425us (6521us total) trans 4294989329 rc 0/0 00000100:00100000:3.0:1715206680.453260:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77978 00000004:00080000:2.0:1715206680.453265:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c95aa00/2, rc 0, transno 22033 00000100:00100000:2.0:1715206680.453270:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524866496:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1715206680.453283:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fee0a80/2, rc 0, transno 21542 00000100:00100000:2.0:1715206680.453288:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524869312:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.453289:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524866112:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.453300:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.453308:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206680.453311:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524869376:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.453313:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524869312 00000100:00100000:3.0:1715206680.453315:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524869312 00000100:00100000:2.0:1715206680.453318:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.453327:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524869376 00000100:00100000:3.0:1715206680.453328:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524869376 00000100:00100000:2.0:1715206680.453331:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78000 00000100:00100000:2.0:1715206680.453334:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+41:3685:x1798523524869312:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.453339:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78001 00002000:00080000:2.0:1715206680.453342:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16 count 1 00000100:00100000:3.0:1715206680.453343:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+40:3685:x1798523524869376:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.453347:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+40:3688:x1798523524867520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6002us (6027us total) trans 4294988839 rc 0/0 00010000:00010000:2.0:1715206680.453349:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1715206680.453352:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00000100:00100000:0.0:1715206680.453354:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77986 00010000:00010000:2.0:1715206680.453355:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092236880/0xb73f6b2ce24d16d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e99 expref: 61 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453360:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453362:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.453363:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.453363:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.453377:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+41:3687:x1798523524868160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3877us (3911us total) trans 4294989328 rc 0/0 00000100:00100000:1.0:1715206680.453383:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77991 00010000:00010000:0.0:1715206680.453384:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453385:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092234b40/0xb73f6b2ce24d169f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e8b expref: 60 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453388:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092236880/0xb73f6b2ce24d16d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e99 expref: 61 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453390:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453391:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.453392:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092236880/0xb73f6b2ce24d16d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e99 expref: 61 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.453393:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.453394:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453396:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453398:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524869440:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.453401:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453406:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453409:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092234b40/0xb73f6b2ce24d169f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e8b expref: 60 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453411:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c86c0 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.453411:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419c900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.453413:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453416:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092234b40/0xb73f6b2ce24d169f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e8b expref: 60 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.453417:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206680.453423:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800a1c8dc00/2, rc 0, transno 22032 00000100:00100000:3.0:1715206680.453425:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524869504:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.453427:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524868160:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.453427:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453432:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419c900/0xb73f6b2ce2c377e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453441:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524869568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.453442:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351900 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.453452:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1715206680.453460:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800925c1880/2, rc 0, transno 21543 00000100:00100000:3.0:1715206680.453466:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800925c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524867520:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.453475:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524869568 00000100:00100000:3.0:1715206680.453477:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524869568 00000100:00100000:3.0:1715206680.453489:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78002 00000100:00100000:3.0:1715206680.453492:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3687:x1798523524869568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206680.453495:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f38fcc0/0xb73f6b2ce24d1804 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f25 expref: 61 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.453502:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524868096:192.168.203.35@tcp:104: 00002000:00080000:3.0:1715206680.453503:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:9 count 1 00010000:00010000:3.0:1715206680.453510:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453511:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453517:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453519:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d937600/0xb73f6b2ce24d1262 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca1 expref: 60 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453521:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453525:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.453526:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.453527:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453527:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453531:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453536:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453540:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d937600/0xb73f6b2ce24d1262 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca1 expref: 60 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453545:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.453547:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d937600/0xb73f6b2ce24d1262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca1 expref: 60 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.453547:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453552:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.453555:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524869632:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.453560:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453565:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a400/0xb73f6b2ce2c3783f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.453572:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.453595:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524869696:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1715206680.453612:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.453627:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524869696 00000100:00100000:2.0:1715206680.453630:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524869696 00000100:00100000:2.0:1715206680.453643:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78003 00000100:00100000:2.0:1715206680.453645:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+41:3688:x1798523524869696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1715206680.453654:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13 count 1 00010000:00010000:2.0:1715206680.453660:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453669:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38d680/0xb73f6b2ce24d14fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc0 expref: 60 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453673:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.453674:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.453675:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453683:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38d680/0xb73f6b2ce24d14fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc0 expref: 60 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.453687:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38d680/0xb73f6b2ce24d14fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc0 expref: 60 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.453693:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524869760:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.453707:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.453741:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+41:3685:x1798523524866240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7108us (7144us total) trans 4294988840 rc 0/0 00000100:00100000:0.0:1715206680.453745:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77977 00000004:00080000:2.0:1715206680.453749:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fee0e00/2, rc 0, transno 21544 00000100:00100000:2.0:1715206680.453753:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524866240:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.453764:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38c6c0/0xb73f6b2ce24d13c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d34 expref: 60 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.453771:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524868352:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.453778:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453781:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1715206680.453782:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453784:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453785:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524869824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.453788:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453791:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453794:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.453797:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419e400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.453798:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.453801:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.453801:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.453810:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+42:3687:x1798523524868032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5564us (5603us total) trans 4294989330 rc 0/0 00010000:00010000:0.0:1715206680.453812:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.453816:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77990 00010000:00010000:0.0:1715206680.453817:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419e400/0xb73f6b2ce2c3784d lrc: 0/0,0 mode: --/PW res: [0x280000401:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1715206680.453821:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095935c00/2, rc 0, transno 22034 00000100:00100000:1.0:1715206680.453826:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524869824 00000100:00100000:3.0:1715206680.453827:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095935c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524868032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.453828:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524869824 00000100:00100000:1.0:1715206680.453839:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78004 00000100:00100000:1.0:1715206680.453842:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+41:3686:x1798523524869824:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.453843:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206680.453846:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524869888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.453862:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206680.453862:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b04b40/0xb73f6b2ce24d1636 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e53 expref: 60 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.453871:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524867968:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.453874:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524869888 00000100:00100000:3.0:1715206680.453877:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524869888 00010000:00010000:1.0:1715206680.453880:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453884:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453887:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453891:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.453892:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78005 00010000:00010000:1.0:1715206680.453894:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.453896:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3685:x1798523524869888:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1715206680.453897:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453899:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.453900:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453904:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1715206680.453906:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:1.0:1715206680.453909:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453913:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.453913:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37838 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453922:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094836d00/0xb73f6b2ce24d176a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014edf expref: 59 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453928:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.453929:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.453930:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453942:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094836d00/0xb73f6b2ce24d176a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014edf expref: 59 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.453949:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094836d00/0xb73f6b2ce24d176a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014edf expref: 59 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.453958:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fedad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524869952:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.453975:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351b40 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.454041:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009363bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+42:3686:x1798523524868224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4527us (4556us total) trans 4294988841 rc 0/0 00000100:00100000:0.0:1715206680.454047:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77992 00000004:00080000:2.0:1715206680.454048:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d3100/2, rc 0, transno 21545 00000100:00100000:2.0:1715206680.454065:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524868224:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.454086:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d935440/0xb73f6b2ce24d17f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f17 expref: 59 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.454095:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880123164e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524867840:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.454103:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454109:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454114:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454121:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454126:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454132:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454136:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419ed00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.454138:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454144:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454152:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.454156:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524870016:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.454157:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419ed00/0xb73f6b2ce2c37831 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.454175:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206680.454194:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870016 00000100:00100000:3.0:1715206680.454197:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870016 00000100:00100000:1.0:1715206680.454201:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+43:3685:x1798523524867904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6388us (6410us total) trans 4294989331 rc 0/0 00000004:00080000:2.0:1715206680.454207:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095935180/2, rc 0, transno 22035 00000100:00100000:1.0:1715206680.454207:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77989 00000100:00100000:3.0:1715206680.454210:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78006 00000100:00100000:2.0:1715206680.454211:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095935180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524867904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.454213:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3687:x1798523524870016:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1715206680.454225:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00002000:00080000:1.0:1715206680.454226:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:9 count 1 00010000:00010000:3.0:1715206680.454232:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.454234:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.454241:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092234900/0xb73f6b2ce24d175c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ed1 expref: 58 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.454243:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880120116d00/0xb73f6b2ce24d125b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c9a expref: 58 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.454247:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.454248:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.454248:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.454249:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.454249:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.454250:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 4/0,1 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.454260:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880120116d00/0xb73f6b2ce24d125b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c9a expref: 58 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.454261:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092234900/0xb73f6b2ce24d175c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ed1 expref: 58 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.454265:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880120116d00/0xb73f6b2ce24d125b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c9a expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.454269:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092234900/0xb73f6b2ce24d175c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ed1 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.454271:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524870144:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.454277:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fedb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524870208:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.454288:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838f00 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.454293:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351600 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.454301:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1715206680.454306:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524870080:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.454323:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.454335:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870080 00000100:00100000:2.0:1715206680.454337:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870080 00000100:00100000:2.0:1715206680.454348:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78007 00000100:00100000:2.0:1715206680.454350:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+43:3687:x1798523524870080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.454357:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:29 count 1 00010000:00010000:2.0:1715206680.454363:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.454383:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b419ef40/0xb73f6b2ce24d2fa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158ef expref: 59 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.454386:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.454387:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.454388:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.454397:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b419ef40/0xb73f6b2ce24d2fa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158ef expref: 59 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.454401:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b419ef40/0xb73f6b2ce24d2fa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158ef expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.454410:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524870272:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.454426:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.454476:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+43:3685:x1798523524867776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6771us (6856us total) trans 4294988842 rc 0/0 00000004:00080000:3.0:1715206680.454478:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800925c2a00/2, rc 0, transno 21546 00000100:00100000:0.0:1715206680.454481:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77988 00000100:00100000:3.0:1715206680.454484:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800925c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524867776:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.454513:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206680.454513:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524868864:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.454518:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524870336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.454521:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.454532:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.454536:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095936300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524868544:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.454541:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.454588:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870336 00000100:00100000:0.0:1715206680.454591:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870336 00000100:00100000:0.0:1715206680.454600:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78008 00000100:00100000:0.0:1715206680.454607:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+43:3686:x1798523524870336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206680.454614:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:29 count 1 00010000:00010000:0.0:1715206680.454620:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454630:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419e640/0xb73f6b2ce24d2f57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158cc expref: 58 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454633:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.454634:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.454635:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454644:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b419e640/0xb73f6b2ce24d2f57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158cc expref: 58 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.454648:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b419e640/0xb73f6b2ce24d2f57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158cc expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.454653:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524870400:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.454675:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e46c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.455017:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.455045:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792512 00000100:00100000:1.0:1715206680.455048:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792512 00010000:00010000:1.0:1715206680.455069:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38d440/0xb73f6b2ce24d186d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f56 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.455080:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158796 00000100:00100000:1.0:1715206680.455083:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+59:2001:x1798523591792512:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.455088:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.455090:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38d440/0xb73f6b2ce24d186d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f56 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.455094:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38d440/0xb73f6b2ce24d186d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f56 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.455102:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38d440/0xb73f6b2ce24d186d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f56 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.455107:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.455108:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.455109:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.455116:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.455124:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.455136:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.455143:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.455144:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2001:x1798523591792512:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 60us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.455148:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158796 00010000:00010000:2.0:1715206680.455150:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.455155:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.455161:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.455165:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.455167:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.455170:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.455177:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.455184:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37854 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.455440:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3686:x1798523524868416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2776us (2879us total) trans 4294988843 rc 0/0 00000100:00100000:2.0:1715206680.455445:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77993 00000004:00080000:0.0:1715206680.455471:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d1880/2, rc 0, transno 21547 00000100:00100000:0.0:1715206680.455483:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524868416:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.455550:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206680.455556:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524870464:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.455571:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206680.455584:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870464 00000100:00100000:0.0:1715206680.455587:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870464 00000100:00100000:0.0:1715206680.455606:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78009 00000100:00100000:0.0:1715206680.455609:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3685:x1798523524870464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1715206680.455620:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00010000:00010000:0.0:1715206680.455627:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.455641:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b419c000/0xb73f6b2ce24d2ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015894 expref: 57 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.455647:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.455648:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.455650:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.455662:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b419c000/0xb73f6b2ce24d2ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015894 expref: 57 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.455669:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b419c000/0xb73f6b2ce24d2ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015894 expref: 57 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.455677:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524870528:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.455703:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.457903:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.457937:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792448 00000100:00100000:2.0:1715206680.457940:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792448 00010000:00010000:2.0:1715206680.457950:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38dd40/0xb73f6b2ce24d189e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f6b expref: 60 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.457968:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158797 00000100:00100000:2.0:1715206680.457971:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+60:2002:x1798523591792448:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.457976:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.457978:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f38dd40/0xb73f6b2ce24d189e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f6b expref: 60 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.457983:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f38dd40/0xb73f6b2ce24d189e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f6b expref: 60 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.457992:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095937100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524868928:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.457993:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f38dd40/0xb73f6b2ce24d189e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014f6b expref: 60 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458001:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.458001:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458002:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458004:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.458006:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.458007:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458018:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008face300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524868992:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.458021:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.458021:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206680.458023:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458027:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458029:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458031:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458034:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458036:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+59:2002:x1798523591792448:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 65us (135us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.458037:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458040:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158797 00010000:00010000:1.0:1715206680.458043:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800b419f840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.458044:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458047:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792576 00010000:00010000:1.0:1715206680.458048:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458049:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792576 00010000:00010000:2.0:1715206680.458066:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094960240/0xb73f6b2ce24d1468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d81 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458069:0:18670:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d70b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:18670:1798523524869056:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.458070:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458074:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b419f840/0xb73f6b2ce2c3785b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458075:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792640 00000100:00100000:2.0:1715206680.458076:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792640 00010000:00010000:3.0:1715206680.458077:0:18670:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458080:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008d9373c0/0xb73f6b2ce24d1461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d7a expref: 58 pid: 9393 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458088:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158798 00000100:00100000:2.0:1715206680.458090:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+59:2003:x1798523591792576:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.458095:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.458097:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094960240/0xb73f6b2ce24d1468 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d81 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458102:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094960240/0xb73f6b2ce24d1468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d81 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458110:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094960240/0xb73f6b2ce24d1468 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d81 expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458115:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458115:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458117:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458120:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458129:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.458138:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458146:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2003:x1798523591792576:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 54us (141us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206680.458146:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458151:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158798 00010000:00010000:0.0:1715206680.458152:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458158:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458161:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158799 00010000:00010000:0.0:1715206680.458163:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458164:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2003:x1798523591792640:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.458168:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13af40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.458170:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458171:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.458174:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008d9373c0/0xb73f6b2ce24d1461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d7a expref: 58 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.458175:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458181:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008d9373c0/0xb73f6b2ce24d1461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d7a expref: 58 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.458184:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458189:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13af40/0xb73f6b2ce2c37862 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458197:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008d9373c0/0xb73f6b2ce24d1461 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014d7a expref: 58 pid: 9393 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458205:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458206:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458207:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458211:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458220:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206680.458233:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+57:2003:x1798523591792640:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 68us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.458234:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.458237:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158799 00000100:00100000:2.0:1715206680.458253:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792704 00000100:00100000:2.0:1715206680.458255:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792704 00010000:00010000:2.0:1715206680.458260:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092236400/0xb73f6b2ce24d1502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc7 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458268:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158800 00000100:00100000:2.0:1715206680.458270:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591792704:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.458274:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.458275:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092236400/0xb73f6b2ce24d1502 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc7 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458278:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.458282:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092236400/0xb73f6b2ce24d1502 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc7 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458289:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092236400/0xb73f6b2ce24d1502 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc7 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.458290:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+45:3688:x1798523524868608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5402us (5502us total) trans 4294989332 rc 0/0 00010000:00010000:2.0:1715206680.458294:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458295:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206680.458295:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77994 00010000:00010000:2.0:1715206680.458296:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458300:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458301:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.458306:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.458311:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.458317:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+57:2002:x1798523591792704:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 46us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.458320:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158800 00000004:00080000:1.0:1715206680.458321:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facf800/2, rc 0, transno 22036 00000100:00100000:2.0:1715206680.458326:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792768 00000100:00100000:2.0:1715206680.458327:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792768 00000100:00100000:1.0:1715206680.458327:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524868608:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.458331:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092234240/0xb73f6b2ce24d159c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e0d expref: 57 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458336:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792832 00000100:00100000:2.0:1715206680.458337:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792832 00010000:00010000:2.0:1715206680.458340:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092235d40/0xb73f6b2ce24d156b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014df8 expref: 57 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458348:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792896 00000100:00100000:2.0:1715206680.458349:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792896 00010000:00010000:2.0:1715206680.458352:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092236880/0xb73f6b2ce24d16d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e99 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458357:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158801 00000100:00100000:2.0:1715206680.458359:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591792768:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.458360:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524870592:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.458362:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.458363:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092234240/0xb73f6b2ce24d159c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e0d expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458383:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092234240/0xb73f6b2ce24d159c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e0d expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458390:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.458390:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458391:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458392:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458396:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.458396:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.458401:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.458412:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.458412:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591792768:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 51us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.458415:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158801 00000100:00100000:2.0:1715206680.458421:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793024 00000100:00100000:3.0:1715206680.458422:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591792960 00000100:00100000:2.0:1715206680.458423:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793024 00000100:00100000:3.0:1715206680.458425:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591792960 00010000:00010000:2.0:1715206680.458427:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092234b40/0xb73f6b2ce24d169f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e8b expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458433:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158802 00010000:00010000:3.0:1715206680.458435:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d937600/0xb73f6b2ce24d1262 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca1 expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458435:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2000:x1798523591792832:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.458438:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.458440:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092235d40/0xb73f6b2ce24d156b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014df8 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458444:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092235d40/0xb73f6b2ce24d156b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014df8 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458448:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158803 00010000:00010000:2.0:1715206680.458449:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458450:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458451:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458453:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591792896:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.458454:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458459:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.458460:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206680.458461:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3685:x1798523524868672:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5563us (5654us total) trans 4294989333 rc 0/0 00010000:00010000:3.0:1715206680.458463:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092236880/0xb73f6b2ce24d16d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e99 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.458467:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77995 00000100:00100000:2.0:1715206680.458470:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2000:x1798523591792832:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 35us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.458470:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.458471:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092236880/0xb73f6b2ce24d16d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e99 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458474:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158802 00000100:00100000:0.0:1715206680.458476:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870592 00000100:00100000:0.0:1715206680.458478:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870592 00000100:00100000:2.0:1715206680.458479:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793088 00000100:00100000:2.0:1715206680.458480:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793088 00010000:00010000:3.0:1715206680.458482:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.458484:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458484:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38d680/0xb73f6b2ce24d14fb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc0 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.458486:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458490:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158804 00000100:00100000:0.0:1715206680.458490:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78010 00010000:00010000:3.0:1715206680.458492:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458492:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591793024:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206680.458494:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+44:3687:x1798523524870592:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.458495:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206680.458496:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.458497:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092234b40/0xb73f6b2ce24d169f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e8b expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458501:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092234b40/0xb73f6b2ce24d169f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e8b expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.458502:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.458506:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1715206680.458506:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:28 count 1 00010000:00010000:2.0:1715206680.458507:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458508:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.458508:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.458512:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458513:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458516:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.458517:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591792896:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 64us (206us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206680.458522:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b419d8c0/0xb73f6b2ce24d2f0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158a9 expref: 58 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458523:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158803 00000100:00100000:2.0:1715206680.458524:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591793024:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 31us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.458527:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158804 00010000:00010000:0.0:1715206680.458529:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.458530:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.458531:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458532:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793152 00000100:00100000:2.0:1715206680.458532:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793216 00000100:00100000:2.0:1715206680.458533:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793216 00000100:00100000:3.0:1715206680.458535:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793152 00010000:00010000:2.0:1715206680.458536:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880120116d00/0xb73f6b2ce24d125b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c9a expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.458543:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094836d00/0xb73f6b2ce24d176a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014edf expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.458544:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b419d8c0/0xb73f6b2ce24d2f0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158a9 expref: 58 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458546:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158805 00000100:00100000:2.0:1715206680.458547:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591792960:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.458550:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206680.458551:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b419d8c0/0xb73f6b2ce24d2f0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158a9 expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458552:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d937600/0xb73f6b2ce24d1262 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca1 expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458554:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158806 00010000:00010000:2.0:1715206680.458556:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d937600/0xb73f6b2ce24d1262 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca1 expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458558:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ea3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591793088:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206680.458560:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524870656:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.458562:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458562:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458563:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458564:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.458566:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458567:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38d680/0xb73f6b2ce24d14fb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc0 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458572:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.458574:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38d680/0xb73f6b2ce24d14fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc0 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.458576:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.458579:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591792960:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 31us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.458583:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158805 00000100:00100000:1.0:1715206680.458583:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.458585:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.458587:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206680.458587:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793280 00010000:00010000:3.0:1715206680.458589:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458589:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793280 00010000:00010000:2.0:1715206680.458593:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092234900/0xb73f6b2ce24d175c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ed1 expref: 59 pid: 11066 timeout: 1131 lvb_type: 0 00000004:00080000:0.0:1715206680.458593:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008faced80/2, rc 0, transno 22037 00000100:00100000:0.0:1715206680.458598:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008faced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524868672:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.458599:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458602:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158807 00000100:00100000:2.0:1715206680.458604:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+59:2000:x1798523591793216:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.458607:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.458608:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.458608:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880120116d00/0xb73f6b2ce24d125b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c9a expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.458608:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.458612:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880120116d00/0xb73f6b2ce24d125b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c9a expref: 59 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458617:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458618:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458619:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.458621:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524870720:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1715206680.458622:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ea3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+59:2002:x1798523591793088:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 64us (153us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.458622:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458627:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206680.458628:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158806 00000100:00100000:2.0:1715206680.458636:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2000:x1798523591793216:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 31us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.458640:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158807 00000100:00100000:0.0:1715206680.458640:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206680.458645:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793408 00000100:00100000:2.0:1715206680.458646:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793408 00010000:00010000:2.0:1715206680.458649:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419e640/0xb73f6b2ce24d2f57 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158cc expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458651:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158808 00000100:00100000:3.0:1715206680.458654:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+57:2000:x1798523591793152:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206680.458656:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.458658:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158809 00000100:00100000:2.0:1715206680.458660:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591793280:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.458661:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.458663:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094836d00/0xb73f6b2ce24d176a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014edf expref: 57 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458663:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.458665:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092234900/0xb73f6b2ce24d175c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ed1 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458668:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092234900/0xb73f6b2ce24d175c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ed1 expref: 58 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.458671:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094836d00/0xb73f6b2ce24d176a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014edf expref: 57 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.458671:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120116d00/0xb73f6b2ce24d125b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c9a expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.458674:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458674:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458675:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.458678:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524870144:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.458679:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458683:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.458685:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458686:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.458687:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.458689:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458689:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458693:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+57:2002:x1798523591793280:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 32us (112us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.458693:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458694:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458696:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158809 00010000:00010000:1.0:1715206680.458696:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458699:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458699:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092234240/0xb73f6b2ce24d159c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e0d expref: 57 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458700:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793344 00000100:00100000:2.0:1715206680.458701:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793344 00010000:00010000:1.0:1715206680.458702:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458704:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.458705:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419ef40/0xb73f6b2ce24d2fa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158ef expref: 58 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.458705:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13aac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.458706:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458712:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458713:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158810 00000100:00100000:0.0:1715206680.458713:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524869120:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.458715:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2002:x1798523591793408:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.458718:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206680.458719:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+57:2000:x1798523591793152:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 64us (210us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.458719:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b419e640/0xb73f6b2ce24d2f57 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158cc expref: 56 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.458719:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458722:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c378af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458722:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458723:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b419e640/0xb73f6b2ce24d2f57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158cc expref: 56 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458726:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158808 00010000:00010000:0.0:1715206680.458728:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458729:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458730:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.458730:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458733:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458734:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458736:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158811 00010000:00010000:2.0:1715206680.458738:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.458738:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458740:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2002:x1798523591793344:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206680.458744:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458745:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095937800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2002:x1798523591793408:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 30us (138us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206680.458746:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.458749:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b419ef40/0xb73f6b2ce24d2fa4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158ef expref: 56 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.458749:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158810 00010000:00010000:0.0:1715206680.458749:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458754:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.458755:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b419ef40/0xb73f6b2ce24d2fa4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158ef expref: 56 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.458756:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.458761:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458765:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.458766:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.458767:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458768:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092235d40/0xb73f6b2ce24d156b lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014df8 expref: 55 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.458772:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.458774:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524869248:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.458774:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458780:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206680.458780:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120115200/0xb73f6b2ce2c37877 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458782:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458786:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458789:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458792:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458793:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2002:x1798523591793344:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 52us (136us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.458795:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.458798:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158811 00010000:00010000:2.0:1715206680.458799:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458801:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.458803:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458806:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458811:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.458817:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083014d80/0xb73f6b2ce2c3787e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458820:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d937600/0xb73f6b2ce24d1262 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ca1 expref: 55 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.458829:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524869632:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.458838:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458844:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458849:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458856:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458861:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458866:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458871:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.458873:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458878:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458886:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.458896:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37893 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.458932:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:3686:x1798523524869824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5089us (5130us total) trans 4294988844 rc 0/0 00000100:00100000:1.0:1715206680.458937:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78004 00000100:00100000:1.0:1715206680.458944:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870720 00000100:00100000:1.0:1715206680.458946:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870720 00000100:00100000:1.0:1715206680.458956:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78011 00000100:00100000:1.0:1715206680.458958:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+47:3688:x1798523524870720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1715206680.458966:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:27 count 1 00010000:00010000:1.0:1715206680.458972:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458979:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a2640/0xb73f6b2ce24d2e38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015855 expref: 54 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458983:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.458984:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.458985:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.458998:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801216a2640/0xb73f6b2ce24d2e38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015855 expref: 54 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459003:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801216a2640/0xb73f6b2ce24d2e38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015855 expref: 54 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.459008:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524870784:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.459022:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206680.459030:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3687:x1798523524869184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5919us (5951us total) trans 4294988845 rc 0/0 00000100:00100000:2.0:1715206680.459034:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77999 00010000:00010000:2.0:1715206680.459052:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092236880/0xb73f6b2ce24d16d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e99 expref: 54 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.459072:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524869440:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.459078:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459082:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459085:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459089:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459092:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.459096:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130919500/2, rc 0, transno 21549 00010000:00010000:2.0:1715206680.459098:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459099:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+47:3688:x1798523524868800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6137us (6224us total) trans 4294989334 rc 0/0 00010000:00010000:2.0:1715206680.459101:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016400 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:1.0:1715206680.459101:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524869184:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.459102:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459105:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459105:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77998 00010000:00010000:2.0:1715206680.459110:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459113:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37885 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459120:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524870848:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1715206680.459125:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facdf80/2, rc 0, transno 22038 00000100:00100000:0.0:1715206680.459130:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524868800:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.459132:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.459143:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870848 00000100:00100000:1.0:1715206680.459145:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870848 00000100:00100000:1.0:1715206680.459154:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78012 00000100:00100000:0.0:1715206680.459156:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524870912:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1715206680.459157:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+45:3685:x1798523524870848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1715206680.459164:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:27 count 1 00010000:00010000:1.0:1715206680.459170:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459172:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206680.459176:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801216a0fc0/0xb73f6b2ce24d2e07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015840 expref: 54 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459179:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.459180:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.459182:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206680.459186:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06c380/2, rc 0, transno 21548 00010000:00010000:1.0:1715206680.459190:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801216a0fc0/0xb73f6b2ce24d2e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015840 expref: 54 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459191:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524869824:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.459195:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801216a0fc0/0xb73f6b2ce24d2e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015840 expref: 54 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.459200:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524870976:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.459201:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:3687:x1798523524869568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5707us (5747us total) trans 4294989335 rc 0/0 00000100:00100000:0.0:1715206680.459206:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524870912 00000100:00100000:3.0:1715206680.459207:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78002 00000100:00100000:0.0:1715206680.459209:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524870912 00000100:00100000:1.0:1715206680.459213:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838e40 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.459219:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78013 00000100:00100000:3.0:1715206680.459222:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:3686:x1798523524870912:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.459233:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524870528:192.168.203.35@tcp:104: 00002000:00080000:3.0:1715206680.459234:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:5 count 1 00000100:00100000:1.0:1715206680.459238:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524871040:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.459242:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459242:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459248:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.459251:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a61c0/0xb73f6b2ce24d0668 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147fb expref: 53 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459257:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206680.459258:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1715206680.459258:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871040 00010000:00010000:3.0:1715206680.459259:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459260:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871040 00000004:00080000:1.0:1715206680.459261:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c896680/2, rc 0, transno 22039 00000100:00100000:1.0:1715206680.459264:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524869568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.459271:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78014 00010000:00010000:3.0:1715206680.459272:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c8a61c0/0xb73f6b2ce24d0668 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147fb expref: 53 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459274:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+46:3687:x1798523524871040:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.459279:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c8a61c0/0xb73f6b2ce24d0668 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147fb expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00002000:00080000:0.0:1715206680.459284:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00000100:00100000:3.0:1715206680.459292:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524871104:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.459292:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459301:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f38e1c0/0xb73f6b2ce24d1b6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801507c expref: 54 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459307:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.459308:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.459310:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.459314:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351540 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.459315:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206680.459321:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f38e1c0/0xb73f6b2ce24d1b6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801507c expref: 54 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.459325:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+47:3685:x1798523524869312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5990us (6024us total) trans 4294989336 rc 0/0 00010000:00010000:0.0:1715206680.459328:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f38e1c0/0xb73f6b2ce24d1b6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801507c expref: 54 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.459329:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78000 00010000:00010000:3.0:1715206680.459331:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092234b40/0xb73f6b2ce24d169f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014e8b expref: 54 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.459336:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524871168:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206680.459339:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524869504:192.168.203.35@tcp:104: 00000004:00080000:1.0:1715206680.459343:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c897100/2, rc 0, transno 22040 00000100:00100000:1.0:1715206680.459345:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524869312:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.459346:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38d680/0xb73f6b2ce24d14fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014dc0 expref: 53 pid: 11066 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.459348:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.459351:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524869760:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.459352:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793472 00010000:00010000:3.0:1715206680.459354:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459354:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793472 00000100:00100000:0.0:1715206680.459355:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00010000:00010000:3.0:1715206680.459358:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459358:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459361:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b419c000/0xb73f6b2ce24d2ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015894 expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.459364:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459381:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459384:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459385:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459388:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459390:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459390:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158812 00010000:00010000:2.0:1715206680.459391:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459394:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459402:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.459403:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459403:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+53:2002:x1798523591793472:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.459406:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.459406:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459408:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459409:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.459411:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b419c000/0xb73f6b2ce24d2ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015894 expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.459412:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 2/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459412:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524871232:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.459414:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459415:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015680/0xb73f6b2ce2c3789a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459416:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b419c000/0xb73f6b2ce24d2ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015894 expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.459423:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459424:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419c000/0xb73f6b2ce24d2ed9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015894 expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.459428:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.459429:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c3788c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459430:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.459431:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.459432:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459436:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.459442:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871232 00010000:00010000:1.0:1715206680.459444:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206680.459444:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871232 00000100:00100000:1.0:1715206680.459456:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2002:x1798523591793472:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 51us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206680.459456:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78015 00000100:00100000:1.0:1715206680.459459:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158812 00000100:00100000:0.0:1715206680.459459:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3688:x1798523524871232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1715206680.459467:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8308 count 1 00000100:00100000:1.0:1715206680.459470:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524871296:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.459474:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459481:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.459483:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 53 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459489:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.459490:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.459491:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459503:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 53 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459509:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 53 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:0.0:1715206680.459517:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090bab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524871360:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.459521:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871296 00000100:00100000:1.0:1715206680.459523:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871296 00000100:00100000:1.0:1715206680.459533:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78016 00000100:00100000:0.0:1715206680.459533:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206680.459535:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+48:3685:x1798523524871296:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1715206680.459542:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:22 count 1 00010000:00010000:1.0:1715206680.459549:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459555:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f38df80/0xb73f6b2ce24d1b76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015083 expref: 53 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459558:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.459559:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.459560:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459568:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f38df80/0xb73f6b2ce24d1b76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015083 expref: 53 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459573:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f38df80/0xb73f6b2ce24d1b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015083 expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.459578:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524871424:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.459579:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459585:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459591:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459592:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c8386c0 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.459596:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459602:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459607:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.459609:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.459611:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+48:3688:x1798523524869696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5964us (5998us total) trans 4294988846 rc 0/0 00010000:00010000:0.0:1715206680.459614:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.459615:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78003 00010000:00010000:0.0:1715206680.459622:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.459627:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120116880/0xb73f6b2ce2c378c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459631:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b419ef40/0xb73f6b2ce24d2fa4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158ef expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.459637:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524870272:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.459643:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459646:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459649:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459653:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459656:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459659:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459665:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830146c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.459666:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459669:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459674:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.459677:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800830146c0/0xb73f6b2ce2c378b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.459727:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3685:x1798523524869376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6382us (6406us total) trans 4294988847 rc 0/0 00000100:00100000:3.0:1715206680.459733:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78001 00000004:00080000:1.0:1715206680.459737:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d709f80/2, rc 0, transno 21551 00000100:00100000:1.0:1715206680.459745:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524869376:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.459757:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094836d00/0xb73f6b2ce24d176a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014edf expref: 52 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.459766:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fedad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524869952:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.459770:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1715206680.459775:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459775:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524871488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.459781:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459786:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459791:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.459797:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459802:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459804:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871488 00000100:00100000:1.0:1715206680.459806:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871488 00010000:00010000:3.0:1715206680.459808:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459813:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d61c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.459815:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.459815:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78017 00000100:00100000:1.0:1715206680.459818:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+48:3685:x1798523524871488:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.459820:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206680.459826:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:5 count 1 00010000:00010000:3.0:1715206680.459829:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459832:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.459834:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c378a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459838:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009084c6c0/0xb73f6b2ce24d065a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147ed expref: 51 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459842:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.459842:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.459843:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 4/0,1 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459851:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009084c6c0/0xb73f6b2ce24d065a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147ed expref: 51 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.459855:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009084c6c0/0xb73f6b2ce24d065a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147ed expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.459860:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524871552:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.459874:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838000 going to sleep for 11 seconds 00000100:00100000:3.0:1715206680.460105:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3685:x1798523524869888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6208us (6242us total) trans 4294989338 rc 0/0 00000100:00100000:3.0:1715206680.460111:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78005 00010000:00010000:3.0:1715206680.460130:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092234900/0xb73f6b2ce24d175c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014ed1 expref: 51 pid: 11066 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.460138:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fedb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524870208:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.460145:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460151:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460156:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.460159:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008d940000/2, rc 0, transno 22042 00010000:00010000:3.0:1715206680.460161:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460164:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524869888:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.460167:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460172:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460177:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.460179:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460182:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524871616:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.460184:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460195:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206680.460198:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460204:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6880/0xb73f6b2ce2c378a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460206:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871616 00000100:00100000:1.0:1715206680.460208:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871616 00000100:00100000:1.0:1715206680.460217:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78018 00000100:00100000:1.0:1715206680.460220:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3687:x1798523524871616:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1715206680.460228:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:8311 count 1 00010000:00010000:1.0:1715206680.460234:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460240:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 51 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460244:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.460245:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.460246:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460262:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 51 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460267:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 51 pid: 18693 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.460272:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524871680:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.460284:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838d80 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.460388:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3685:x1798523524870464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4777us (4815us total) trans 4294988848 rc 0/0 00000100:00100000:0.0:1715206680.460395:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78009 00000004:00080000:1.0:1715206680.460399:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f1d4a80/2, rc 0, transno 21552 00000100:00100000:1.0:1715206680.460406:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524870464:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.460426:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1715206680.460430:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524871744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.460444:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206680.460455:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871744 00000100:00100000:1.0:1715206680.460458:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871744 00000100:00100000:1.0:1715206680.460466:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78019 00000100:00100000:1.0:1715206680.460468:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+49:3687:x1798523524871744:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1715206680.460475:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8311 count 1 00000100:00100000:3.0:1715206680.460478:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3687:x1798523524870016:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6263us (6302us total) trans 4294988849 rc 0/0 00010000:00010000:1.0:1715206680.460481:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.460484:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78006 00010000:00010000:1.0:1715206680.460487:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 50 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460491:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.460492:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.460493:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460501:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 50 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460505:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 50 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.460510:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524871808:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.460521:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838300 going to sleep for 11 seconds 00000004:00080000:1.0:1715206680.460533:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011feda680/2, rc 0, transno 21553 00000100:00100000:1.0:1715206680.460537:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524870016:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.460565:0:18670:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460568:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.460571:0:18670:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460577:0:18670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460582:0:18670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460585:0:18670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460588:0:18670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d46c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.460590:0:18670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460596:0:18670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460605:0:18670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460610:0:18670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.460651:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524871168:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.460653:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206680.460660:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524871872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.460660:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.460666:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+51:3687:x1798523524870080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6314us (6342us total) trans 4294989337 rc 0/0 00000100:00100000:2.0:1715206680.460671:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78007 00000004:00080000:0.0:1715206680.460677:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06f100/2, rc 0, transno 21550 00000100:00100000:1.0:1715206680.460678:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206680.460683:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524869696:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1715206680.460689:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e48380/2, rc 0, transno 22041 00000100:00100000:2.0:1715206680.460693:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524870080:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.460701:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871872 00000100:00100000:1.0:1715206680.460701:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524870784:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.460702:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871872 00000100:00100000:0.0:1715206680.460707:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524871936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.460710:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.460721:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78020 00000100:00100000:2.0:1715206680.460723:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+49:3686:x1798523524871872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1715206680.460732:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:8308 count 1 00000100:00100000:1.0:1715206680.460733:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524870976:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206680.460737:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206680.460738:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460740:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.460748:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 50 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.460751:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.460752:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.460753:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460754:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524871936 00000100:00100000:1.0:1715206680.460756:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524871936 00000100:00100000:0.0:1715206680.460760:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524870656:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.460762:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 50 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.460767:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 50 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:0.0:1715206680.460768:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460771:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78021 00000100:00100000:2.0:1715206680.460772:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524872000:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206680.460774:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009363b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3686:x1798523524871936:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.460782:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b419e640/0xb73f6b2ce24d2f57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158cc expref: 50 pid: 11062 timeout: 1131 lvb_type: 0 00002000:00080000:1.0:1715206680.460783:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:3 count 1 00000100:00100000:2.0:1715206680.460789:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206680.460791:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.460791:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524870400:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.460798:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460799:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009084df80/0xb73f6b2ce24cfeea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014577 expref: 49 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460804:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206680.460804:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.460805:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206680.460806:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.460808:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524872064:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1715206680.460808:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.460814:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.460819:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206680.460819:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009084df80/0xb73f6b2ce24cfeea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014577 expref: 49 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.460819:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.460824:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.460830:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872064 00010000:00010000:0.0:1715206680.460830:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.460831:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009084df80/0xb73f6b2ce24cfeea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014577 expref: 49 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.460832:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872064 00000100:00100000:2.0:1715206680.460839:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78022 00000100:00100000:1.0:1715206680.460839:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524872128:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.460841:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3687:x1798523524872064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.460848:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:2 count 1 00010000:00010000:2.0:1715206680.460853:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.460856:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c838e40 going to sleep for 11 seconds 00010000:00010000:2.0:1715206680.460862:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083c49b00/0xb73f6b2ce24cfcac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144c1 expref: 51 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.460866:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.460866:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.460868:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.460875:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083c49b00/0xb73f6b2ce24cfcac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144c1 expref: 51 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.460879:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083c49b00/0xb73f6b2ce24cfcac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144c1 expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.460882:0:18670:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+51:3686:x1798523524868736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7963us (8019us total) trans 4294989339 rc 0/0 00010000:00010000:0.0:1715206680.460882:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.460884:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524872192:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.460887:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.460888:0:18670:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77997 00010000:00010000:0.0:1715206680.460894:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.460895:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00010000:00010000:0.0:1715206680.460898:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c378bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.460906:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793536 00000100:00100000:3.0:1715206680.460909:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793536 00010000:00010000:3.0:1715206680.460918:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419d8c0/0xb73f6b2ce24d2f0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158a9 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.460933:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158813 00000100:00100000:3.0:1715206680.460937:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c28450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2000:x1798523591793536:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.460943:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.460945:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b419d8c0/0xb73f6b2ce24d2f0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158a9 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.460952:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b419d8c0/0xb73f6b2ce24d2f0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158a9 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.460956:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.460968:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b419d8c0/0xb73f6b2ce24d2f0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580158a9 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.460970:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.460975:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.460977:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.460978:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460983:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.460997:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206680.461000:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.461006:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793664 00000100:00100000:2.0:1715206680.461009:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793664 00000100:00100000:3.0:1715206680.461014:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c28450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2000:x1798523591793536:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 76us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.461018:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.461019:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158813 00010000:00010000:2.0:1715206680.461019:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a2640/0xb73f6b2ce24d2e38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015855 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.461035:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793792 00000100:00100000:2.0:1715206680.461037:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793792 00000100:00100000:3.0:1715206680.461041:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793856 00000100:00100000:3.0:1715206680.461044:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793856 00010000:00010000:2.0:1715206680.461044:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f38e1c0/0xb73f6b2ce24d1b6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801507c expref: 50 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.461070:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 52 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.461070:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793600 00000100:00100000:2.0:1715206680.461074:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793600 00010000:00010000:2.0:1715206680.461083:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a0fc0/0xb73f6b2ce24d2e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015840 expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.461085:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158814 00000100:00100000:3.0:1715206680.461088:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2003:x1798523591793664:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206680.461092:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158815 00010000:00010000:3.0:1715206680.461094:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206680.461095:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+51:2003:x1798523591793792:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.461097:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801216a2640/0xb73f6b2ce24d2e38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015855 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.461097:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206680.461100:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.461102:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f38e1c0/0xb73f6b2ce24d1b6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801507c expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.461107:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f38e1c0/0xb73f6b2ce24d1b6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801507c expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.461108:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801216a2640/0xb73f6b2ce24d2e38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015855 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.461115:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f38e1c0/0xb73f6b2ce24d1b6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801507c expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.461115:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.461119:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801216a2640/0xb73f6b2ce24d2e38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015855 expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.461121:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.461121:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.461123:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.461125:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793728 00010000:00010000:3.0:1715206680.461126:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.461126:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461127:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206680.461128:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793728 00010000:00010000:3.0:1715206680.461129:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461134:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.461135:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.461138:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c8a61c0/0xb73f6b2ce24d0668 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147fb expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.461147:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206680.461148:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+50:2003:x1798523591793792:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 53us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.461149:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793920 00000100:00100000:1.0:1715206680.461151:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793920 00000100:00100000:2.0:1715206680.461152:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158815 00010000:00010000:1.0:1715206680.461156:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f38df80/0xb73f6b2ce24d1b76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015083 expref: 53 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.461159:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158816 00000100:00100000:2.0:1715206680.461161:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+53:2000:x1798523591793856:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206680.461163:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+53:2003:x1798523591793664:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 74us (207us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.461165:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206680.461166:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158817 00010000:00010000:2.0:1715206680.461167:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 53 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.461170:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158814 00000100:00100000:1.0:1715206680.461170:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+49:2003:x1798523591793600:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.461171:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 53 pid: 18676 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.461176:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.461178:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.461179:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.461180:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461180:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801216a0fc0/0xb73f6b2ce24d2e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015840 expref: 49 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.461182:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158818 00010000:00010000:2.0:1715206680.461184:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.461185:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2003:x1798523591793728:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.461187:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801216a0fc0/0xb73f6b2ce24d2e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015840 expref: 49 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.461189:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.461191:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.461194:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c8a61c0/0xb73f6b2ce24d0668 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147fb expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.461197:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2000:x1798523591793856:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 34us (197us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.461198:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a0fc0/0xb73f6b2ce24d2e07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015840 expref: 49 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.461200:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158816 00010000:00010000:3.0:1715206680.461202:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c8a61c0/0xb73f6b2ce24d0668 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147fb expref: 52 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.461206:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158819 00010000:00010000:1.0:1715206680.461206:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206680.461208:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+51:2001:x1798523591793920:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.461208:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.461210:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.461211:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.461213:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.461213:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f38df80/0xb73f6b2ce24d1b76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015083 expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.461214:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.461215:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461215:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461221:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.461221:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f38df80/0xb73f6b2ce24d1b76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015083 expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.461226:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.461227:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.461227:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.461228:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461230:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.461231:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.461236:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206680.461243:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+48:2003:x1798523591793600:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 72us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206680.461245:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+51:2003:x1798523591793728:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 59us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.461245:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+51:2001:x1798523591793920:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 37us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.461249:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158817 00000100:00100000:3.0:1715206680.461252:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158818 00000100:00100000:2.0:1715206680.461261:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158819 00010000:00010000:1.0:1715206680.461262:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461267:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461268:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461273:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461274:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461279:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461283:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461284:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461288:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461289:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461293:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b3c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.461295:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461299:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016d00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.461300:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461301:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461305:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461309:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461314:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461314:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c378d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461319:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c37869 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.461594:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+53:3688:x1798523524868480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8682us (8747us total) trans 4294988852 rc 0/0 00000100:00100000:3.0:1715206680.461600:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77996 00010000:00010000:3.0:1715206680.461614:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461620:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461626:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461631:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461636:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461641:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.461642:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461647:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.461648:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+52:3685:x1798523524870848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2489us (2514us total) trans 4294988851 rc 0/0 00000100:00100000:1.0:1715206680.461654:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78012 00010000:00010000:3.0:1715206680.461656:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.461661:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c378d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.461673:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095934700/2, rc 0, transno 21555 00000100:00100000:1.0:1715206680.461676:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095934700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524870848:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.461696:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f38df80/0xb73f6b2ce24d1b76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015083 expref: 49 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.461710:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524871424:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.461718:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461724:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461730:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461735:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461741:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461745:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461748:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.461749:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461753:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461763:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.461766:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c378f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.461961:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+52:3688:x1798523524870720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3000us (3320us total) trans 4294989340 rc 0/0 00000100:00100000:3.0:1715206680.461967:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78011 00000100:00100000:1.0:1715206680.461990:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+51:3685:x1798523524871296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2454us (2508us total) trans 4294989341 rc 0/0 00010000:00010000:3.0:1715206680.461993:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a61c0/0xb73f6b2ce24d0668 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147fb expref: 48 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.461994:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78016 00000100:00100000:3.0:1715206680.462001:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524871104:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.462009:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206680.462010:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090baad80/2, rc 0, transno 22045 00010000:00010000:3.0:1715206680.462020:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.462021:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524871296:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1715206680.462026:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.462031:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.462034:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3686:x1798523524870336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7425us (7500us total) trans 4294988850 rc 0/0 00010000:00010000:3.0:1715206680.462036:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.462040:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78008 00010000:00010000:3.0:1715206680.462041:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.462046:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.462048:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.462069:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206680.462077:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f1d5f80/2, rc 0, transno 21554 00010000:00010000:3.0:1715206680.462080:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.462080:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524870336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1715206680.462085:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c378e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206680.462086:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facc380/2, rc 0, transno 22043 00000100:00100000:0.0:1715206680.462087:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524868736:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1715206680.462095:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1715206680.462098:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120116400/0xb73f6b2ce2c34cef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cef expref: 47 pid: 18676 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.462101:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524872256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.462104:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090bab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524871360:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206680.462111:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462115:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462118:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.462119:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206680.462121:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462125:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462128:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462131:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116ac0 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:2.0:1715206680.462132:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872256 00010000:00010000:0.0:1715206680.462132:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.462135:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872256 00010000:00010000:0.0:1715206680.462135:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462140:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462144:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c378ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.462153:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78023 00000100:00100000:2.0:1715206680.462156:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3687:x1798523524872256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1715206680.462166:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:3 count 1 00010000:00010000:2.0:1715206680.462173:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.462181:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009084ed00/0xb73f6b2ce24cff45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014593 expref: 46 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.462185:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.462186:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206680.462187:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.462196:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009084ed00/0xb73f6b2ce24cff45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014593 expref: 46 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.462201:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009084ed00/0xb73f6b2ce24cff45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014593 expref: 46 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.462206:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524872320:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.462222:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206680.462233:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090bab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+53:3688:x1798523524871232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2773us (2805us total) trans 4294989343 rc 0/0 00000100:00100000:0.0:1715206680.462238:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78015 00010000:00010000:0.0:1715206680.462248:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462253:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462256:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462259:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462262:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462265:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201161c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.462266:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462269:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462274:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462278:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c378e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206680.462539:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095934000/2, rc 0, transno 21557 00000100:00100000:2.0:1715206680.462543:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095934000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524871040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1715206680.462578:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+51:3687:x1798523524871040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3245us (3271us total) trans 4294988853 rc 0/0 00000100:00100000:0.0:1715206680.462585:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78014 00000004:00080000:0.0:1715206680.462606:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090baaa00/2, rc 0, transno 22047 00000100:00100000:0.0:1715206680.462610:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090baaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524871232:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1715206680.462616:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba9f80/2, rc 0, transno 22044 00000100:00100000:0.0:1715206680.462619:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524870720:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1715206680.462626:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba8380/2, rc 0, transno 21556 00000100:00100000:0.0:1715206680.462628:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524868480:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1715206680.462637:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462643:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462649:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462654:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462660:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462664:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206680.462666:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462669:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462675:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206680.462678:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120117a80/0xb73f6b2ce2c378cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.462823:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090baa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3686:x1798523524870912:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3599us (3650us total) trans 4294989342 rc 0/0 00000100:00100000:3.0:1715206680.462830:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78013 00000100:00100000:1.0:1715206680.462979:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524871552:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.462986:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.462988:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.462996:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524871680:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206680.462998:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.463006:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.463017:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524871808:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.463023:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.463026:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.463034:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206680.463034:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524872128:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206680.463037:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.463040:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591793984 00000100:00100000:2.0:1715206680.463042:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206680.463043:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591793984 00000100:00100000:2.0:1715206680.463068:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206680.463071:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009084c6c0/0xb73f6b2ce24d065a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147ed expref: 48 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.463091:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794048 00000100:00100000:1.0:1715206680.463092:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794176 00000100:00100000:3.0:1715206680.463094:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794048 00000100:00100000:2.0:1715206680.463095:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794112 00000100:00100000:1.0:1715206680.463095:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794176 00000100:00100000:2.0:1715206680.463098:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794112 00010000:00010000:3.0:1715206680.463101:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 47 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.463103:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 50 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.463107:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 50 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.463109:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794240 00000100:00100000:3.0:1715206680.463111:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794240 00000100:00100000:1.0:1715206680.463112:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794304 00000100:00100000:1.0:1715206680.463113:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794304 00010000:00010000:3.0:1715206680.463117:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009084df80/0xb73f6b2ce24cfeea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014577 expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.463117:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083c49b00/0xb73f6b2ce24cfcac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144c1 expref: 48 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.463124:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158820 00000100:00100000:1.0:1715206680.463126:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+51:2002:x1798523591793984:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206680.463130:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158821 00010000:00010000:1.0:1715206680.463131:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.463133:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009084c6c0/0xb73f6b2ce24d065a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147ed expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.463134:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+48:2003:x1798523591794048:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206680.463135:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158822 00010000:00010000:1.0:1715206680.463138:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009084c6c0/0xb73f6b2ce24d065a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147ed expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.463140:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+51:2001:x1798523591794176:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206680.463141:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.463143:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 48 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.463146:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009084c6c0/0xb73f6b2ce24d065a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147ed expref: 51 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.463148:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206680.463151:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 48 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.463152:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 50 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.463152:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.463153:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.463154:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463158:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463160:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 50 pid: 18689 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.463162:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924caf40/0xb73f6b2ce2c35443 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f65 expref: 48 pid: 18693 timeout: 1131 lvb_type: 0 00010000:00010000:3.0:1715206680.463169:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.463169:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.463170:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.463172:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463173:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.463175:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.463176:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463177:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463182:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.463184:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+50:2002:x1798523591793984:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 57us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.463187:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158820 00010000:00010000:3.0:1715206680.463189:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206680.463193:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206680.463203:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158823 00000100:00100000:3.0:1715206680.463205:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+47:2003:x1798523591794048:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 70us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206680.463205:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+49:2003:x1798523591794112:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.463209:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206680.463211:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158821 00000100:00100000:2.0:1715206680.463211:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+49:2001:x1798523591794176:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 71us (184us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.463211:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 49 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.463216:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158822 00010000:00010000:1.0:1715206680.463216:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 49 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.463221:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158824 00010000:00010000:1.0:1715206680.463222:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011f288b40/0xb73f6b2ce2c3544a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289f6c expref: 48 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.463225:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2003:x1798523591794304:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206680.463226:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158825 00010000:00010000:1.0:1715206680.463227:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206680.463228:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206680.463229:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+47:2001:x1798523591794240:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206680.463229:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463231:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206680.463233:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463234:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083c49b00/0xb73f6b2ce24cfcac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144c1 expref: 46 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.463234:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.463236:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009084df80/0xb73f6b2ce24cfeea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014577 expref: 47 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:1.0:1715206680.463239:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206680.463241:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083c49b00/0xb73f6b2ce24cfcac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144c1 expref: 46 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.463242:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009084df80/0xb73f6b2ce24cfeea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014577 expref: 47 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.463248:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+47:2003:x1798523591794112:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 42us (214us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206680.463249:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009084df80/0xb73f6b2ce24cfeea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014577 expref: 47 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:1.0:1715206680.463252:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158823 00010000:00010000:2.0:1715206680.463255:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.463256:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.463256:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206680.463257:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.463257:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463259:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463260:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463261:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463264:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463265:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463268:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463269:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.463271:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463273:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206680.463274:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463277:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13bcc0 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:2.0:1715206680.463278:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2001:x1798523591794240:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 49us (236us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.463278:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.463281:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158825 00010000:00010000:1.0:1715206680.463281:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.463286:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2003:x1798523591794304:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 61us (232us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206680.463286:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463289:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c378fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206680.463292:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158824 00010000:00010000:2.0:1715206680.463299:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094f72880/0xb73f6b2ce2c34cf6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58289cf6 expref: 44 pid: 18689 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.463304:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524872000:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206680.463306:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463311:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463312:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463315:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463317:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463318:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463322:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463322:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463325:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463327:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463328:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463331:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.463332:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463335:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463336:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206680.463338:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463340:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463343:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083017840/0xb73f6b2ce2c37911 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2074:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463344:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206680.463352:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.463356:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095936300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+52:3687:x1798523524870592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4861us (4960us total) trans 4294989344 rc 0/0 00010000:00010000:3.0:1715206680.463357:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37903 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206680.463360:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78010 00000004:00080000:0.0:1715206680.463391:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba8a80/2, rc 0, transno 22046 00000100:00100000:0.0:1715206680.463394:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524870912:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1715206680.463402:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095937100/2, rc 0, transno 22048 00000100:00100000:0.0:1715206680.463403:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095937100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524870592:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1715206680.463447:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206680.463482:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3686:x1798523524871872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2757us (2803us total) trans 4294988855 rc 0/0 00000100:00100000:2.0:1715206680.463486:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78020 00000004:00080000:0.0:1715206680.463491:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97ce00/2, rc 0, transno 21559 00000100:00100000:0.0:1715206680.463494:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524871872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1715206680.463498:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794368 00000100:00100000:2.0:1715206680.463500:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794368 00000004:00080000:0.0:1715206680.463504:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c958700/2, rc 0, transno 22049 00000100:00100000:3.0:1715206680.463505:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3687:x1798523524871616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3283us (3308us total) trans 4294989345 rc 0/0 00000100:00100000:0.0:1715206680.463506:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524871616:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.463507:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009084ed00/0xb73f6b2ce24cff45 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014593 expref: 46 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206680.463511:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78018 00000100:00100000:2.0:1715206680.463516:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158826 00000100:00100000:2.0:1715206680.463518:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2002:x1798523591794368:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206680.463522:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206680.463524:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009084ed00/0xb73f6b2ce24cff45 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014593 expref: 46 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.463529:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009084ed00/0xb73f6b2ce24cff45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014593 expref: 46 pid: 11062 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206680.463536:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.463537:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206680.463538:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463541:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463547:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206680.463559:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090bab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2002:x1798523591794368:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 40us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206680.463562:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158826 00010000:00010000:2.0:1715206680.463610:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083c49b00/0xb73f6b2ce24cfcac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580144c1 expref: 45 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.463616:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524872192:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206680.463622:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463626:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463629:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463632:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463635:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463638:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463641:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.463642:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463645:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463651:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463655:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c3791f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.463773:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+52:3687:x1798523524872064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2930us (2953us total) trans 4294989346 rc 0/0 00000100:00100000:2.0:1715206680.463777:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78022 00010000:00010000:2.0:1715206680.463793:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009084ed00/0xb73f6b2ce24cff45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014593 expref: 44 pid: 11062 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206680.463799:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e4a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524872320:192.168.203.35@tcp:104: 00000004:00080000:0.0:1715206680.463800:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e48e00/2, rc 0, transno 22050 00000100:00100000:0.0:1715206680.463804:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524872064:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.463805:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463809:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463812:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463816:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463819:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463822:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463825:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830158c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.463826:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463829:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463835:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.463838:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37926 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206680.463924:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+51:3685:x1798523524871488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4104us (4132us total) trans 4294988854 rc 0/0 00000100:00100000:1.0:1715206680.463928:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78017 00000004:00080000:0.0:1715206680.463935:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c95ad80/2, rc 0, transno 21558 00000100:00100000:0.0:1715206680.463937:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524871488:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1715206680.463939:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463944:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463947:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463950:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463953:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463956:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f1398c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206680.463957:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463960:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463966:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206680.463970:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c37918 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.463987:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3687:x1798523524872256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1830us (1867us total) trans 4294989347 rc 0/0 00000100:00100000:2.0:1715206680.463991:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78023 00000004:00080000:0.0:1715206680.463992:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e49c00/2, rc 0, transno 22051 00000100:00100000:0.0:1715206680.463993:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524872256:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1715206680.464145:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464151:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464158:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464164:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464169:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464174:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f1386c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206680.464176:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464179:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464186:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206680.464189:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c3790a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2077:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206680.464295:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3687:x1798523524871744:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3825us (3849us total) trans 4294988857 rc 0/0 00000100:00100000:2.0:1715206680.464299:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78019 00000004:00080000:0.0:1715206680.464302:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97c380/2, rc 0, transno 21561 00000100:00100000:0.0:1715206680.464305:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524871744:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1715206680.465204:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009363b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+51:3686:x1798523524871936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4429us (4466us total) trans 4294988856 rc 0/0 00000100:00100000:1.0:1715206680.465209:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78021 00000004:00080000:2.0:1715206680.465265:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba9180/2, rc 0, transno 21560 00000100:00100000:2.0:1715206680.465270:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524871936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1715206680.894171:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715206680.952761:0:19902:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 255a: check 'lfs ladvise -a willread' ===== 18:18:01 (1715206681) 00000100:00100000:0.0:1715206681.010084:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206681.010159:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794496 00000100:00100000:2.0:1715206681.010167:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794496 00000100:00100000:2.0:1715206681.010211:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572849 00000100:00100000:2.0:1715206681.010217:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+9:14819:x1798523591794496:12345-192.168.203.35@tcp:101:lfs.0 00010000:00010000:2.0:1715206681.010230:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206681.010232:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00080000:3.0:1715206681.010236:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206651 00010000:00010000:2.0:1715206681.010251:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090b05f80/0xb73f6b2ce24cf9f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580143d3 expref: 9 pid: 7126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206681.010270:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880120b55600) 00010000:00010000:2.0:1715206681.010272:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206681.010280:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c3792d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3e8 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206681.010353:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010379:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010388:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010399:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010405:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010410:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010702:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010711:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010718:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:2.0:1715206681.010725:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x4104:0x0]: returning size 0 00010000:00010000:2.0:1715206681.010744:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010749:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010754:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010760:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010764:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016ac0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:2.0:1715206681.010768:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010773:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010779:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880120b55600) 00010000:00010000:2.0:1715206681.010782:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206681.010785:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010789:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37934 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00010000:2.0:1715206681.010802:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880090ba8e00 reply state ffff880092387000 transno 4295060073 ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010809:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.010814:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc55fd06f (ffff88012f350c00) 00010000:00010000:2.0:1715206681.010816:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206681.010818:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715206681.010835:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016d00/0xb73f6b2ce2c3792d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 11 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206681.010844:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 10 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206681.010850:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff88012f350900) 00010000:00010000:2.0:1715206681.010852:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715206681.010854:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014b40, rc 0) 00000100:00100000:2.0:1715206681.010901:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+11:14819:x1798523591794496:12345-192.168.203.35@tcp:101:lfs.0 Request processed in 682us (822us total) trans 4295060073 rc 0/0 00000100:00100000:2.0:1715206681.010908:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572849 00000100:00100000:0.0:1715206681.014909:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206681.014956:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794624 00000100:00100000:2.0:1715206681.014961:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794624 00000100:00100000:2.0:1715206681.014989:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572850 00000100:00100000:2.0:1715206681.014995:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+11:14819:x1798523591794624:12345-192.168.203.35@tcp:101:lfs.0 00010000:00010000:2.0:1715206681.015005:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206681.015013:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c37950 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3ef expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206681.015082:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.015092:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 12 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206681.015099:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.015124:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 12 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206681.015135:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 12 pid: 7128 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206681.015148:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e4a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524872384:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206681.015192:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206681.015969:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e4a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524872384:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206681.015980:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206681.016279:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206681.016311:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794688 00000100:00100000:2.0:1715206681.016314:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794688 00010000:00010000:2.0:1715206681.016326:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 13 pid: 7128 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206681.016346:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158827 00000100:00100000:2.0:1715206681.016351:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2002:x1798523591794688:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206681.016360:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206681.016379:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 13 pid: 7128 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206681.016388:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 13 pid: 7128 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206681.016399:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083014b40/0xb73f6b2ce2c37942 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3e8 expref: 13 pid: 7128 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206681.016418:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff88012f350900) 00010000:00010000:2.0:1715206681.016422:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.016428:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.016434:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.016454:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206681.016466:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016473:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206681.016480:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x4104:0x0]: returning size 0 00000100:00100000:2.0:1715206681.016482:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+12:2002:x1798523591794688:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 129us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206681.016489:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158827 00000004:00080000:3.0:1715206681.016540:0:7128:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x207c:0x0], index 0: 0 00000004:00080000:3.0:1715206681.016543:0:7128:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x207c:0x0], index 1: 0 00010000:00010000:3.0:1715206681.016580:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016585:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016588:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016590:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015d40 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206681.016592:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016595:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016600:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff88012f350900) 00010000:00010000:3.0:1715206681.016602:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1715206681.016604:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016606:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37957 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.016626:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c37950 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3ef expref: 12 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.016631:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c37950 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3ef expref: 12 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.016635:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083017180, rc 0) 00000100:00100000:3.0:1715206681.016662:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+11:14819:x1798523591794624:12345-192.168.203.35@tcp:101:lfs.0 Request processed in 1667us (1754us total) trans 4295060074 rc 301/301 00000100:00100000:3.0:1715206681.016666:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572850 00000100:00100000:0.0:1715206681.017788:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.017820:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794816 00000100:00100000:3.0:1715206681.017824:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794816 00000100:00100000:3.0:1715206681.017848:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117868 00000100:00100000:3.0:1715206681.017851:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+11:14819:x1798523591794816:12345-192.168.203.35@tcp:35:lfs.0 00000100:00100000:3.0:1715206681.017945:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+12:14819:x1798523591794816:12345-192.168.203.35@tcp:35:lfs.0 Request processed in 92us (158us total) trans 4295060075 rc 0/0 00000100:00100000:3.0:1715206681.017950:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117868 00000100:00100000:0.0:1715206681.018780:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.018814:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591794880 00000100:00100000:3.0:1715206681.018818:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591794880 00000100:00100000:3.0:1715206681.018839:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572851 00000100:00100000:3.0:1715206681.018843:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+12:14819:x1798523591794880:12345-192.168.203.35@tcp:101:lfs.0 00010000:00010000:3.0:1715206681.018851:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206681.018858:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37965 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3f6 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.018876:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37965 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3f6 expref: 13 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.018883:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d4fc0/0xb73f6b2ce2c37965 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4104:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3f6 expref: 13 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.018891:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:3.0:1715206681.018892:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1715206681.018894:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d4fc0, rc 0) 00000100:00100000:3.0:1715206681.018918:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+13:14819:x1798523591794880:12345-192.168.203.35@tcp:101:lfs.0 Request processed in 74us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206681.018923:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572851 00000100:00100000:0.0:1715206681.020166:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.020233:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795008 00000100:00100000:3.0:1715206681.020237:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795008 00000100:00100000:3.0:1715206681.020259:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117869 00000100:00100000:3.0:1715206681.020263:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e6ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+13:14819:x1798523591795008:12345-192.168.203.35@tcp:35:lfs.0 00000100:00100000:3.0:1715206681.020326:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e6ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+14:14819:x1798523591795008:12345-192.168.203.35@tcp:35:lfs.0 Request processed in 63us (162us total) trans 4295060076 rc 0/0 00000100:00100000:3.0:1715206681.020331:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117869 00000100:00100000:0.0:1715206681.028521:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.028558:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795072 00000100:00100000:3.0:1715206681.028562:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795072 00000100:00100000:3.0:1715206681.028586:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572852 00000100:00100000:3.0:1715206681.028590:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+14:14824:x1798523591795072:12345-192.168.203.35@tcp:101:lfs.0 00010000:00010000:3.0:1715206681.028599:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206681.028606:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c3796c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a3fd expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.028629:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37973 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.028635:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37973 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.028640:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37973 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206681.028658:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1715206681.028660:0:7128:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1715206681.028667:0:7128:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37973 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.028677:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c3796c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3fd expref: 16 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.028696:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37973 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3fd expref: 15 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.028700:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880120b55600) 00010000:00010000:3.0:1715206681.028702:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1715206681.028704:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d6d00, rc 0) 00000100:00100000:3.0:1715206681.028723:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+15:14824:x1798523591795072:12345-192.168.203.35@tcp:101:lfs.0 Request processed in 132us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206681.028726:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572852 00000100:00100000:0.0:1715206681.029912:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.029977:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795200 00000100:00100000:3.0:1715206681.029981:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795200 00000100:00100000:3.0:1715206681.030004:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572853 00000100:00100000:3.0:1715206681.030007:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+15:14824:x1798523591795200:12345-192.168.203.35@tcp:101:lfs.0 00010000:00010000:3.0:1715206681.030014:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206681.030020:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3797a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a404 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.030043:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030049:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030069:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030075:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030081:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030085:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030125:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030129:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030132:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206681.030136:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x4104:0x0]: returning size 0 00010000:00010000:3.0:1715206681.030161:0:7128:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030164:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030167:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030170:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030173:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d58c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206681.030175:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030178:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030185:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880120b55600) 00010000:00010000:3.0:1715206681.030187:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206681.030189:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030192:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37981 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030198:0:7128:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030201:0:7128:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030204:0:7128:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030206:0:7128:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5680 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:3.0:1715206681.030208:0:7128:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030210:0:7128:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030213:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc55fd06f (ffff88012f350c00) 00010000:00010000:3.0:1715206681.030215:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206681.030216:0:7128:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030218:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c37988 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.030232:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c3797a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 18 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.030239:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 17 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.030243:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:3.0:1715206681.030244:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1715206681.030245:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5440, rc 0) 00000100:00100000:3.0:1715206681.030271:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+17:14824:x1798523591795200:12345-192.168.203.35@tcp:101:lfs.0 Request processed in 262us (359us total) trans 4295060077 rc 0/0 00000100:00100000:3.0:1715206681.030275:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572853 00000100:00100000:0.0:1715206681.031649:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.031719:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795264 00000100:00100000:3.0:1715206681.031724:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795264 00000100:00100000:0.0:1715206681.031730:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.031754:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795328 00000100:00100000:3.0:1715206681.031756:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795328 00000100:00100000:0.0:1715206681.031768:0:18764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9157 00000100:00100000:0.0:1715206681.031774:0:18764:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591795264:12345-192.168.203.35@tcp:21:lfs.0 00000100:00100000:3.0:1715206681.031777:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9158 00000100:00100000:3.0:1715206681.031782:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2002:x1798523591795328:12345-192.168.203.35@tcp:21:lfs.0 00002000:00010000:3.0:1715206681.031802:0:18789:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x207c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:0.0:1715206681.031803:0:18764:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x207c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1715206681.031806:0:18789:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031809:0:18764:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031814:0:18789:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206681.031815:0:18789:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206681.031818:0:18789:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031818:0:18764:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206681.031820:0:18764:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206681.031823:0:18764:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031825:0:18789:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031832:0:18764:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031834:0:18789:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031838:0:18789:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031841:0:18789:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031841:0:18764:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031845:0:18789:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206681.031846:0:18789:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031848:0:18764:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031850:0:18789:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031854:0:18764:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.031858:0:18789:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031860:0:18764:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206681.031861:0:18789:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7840/0xb73f6b2ce2c379a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031863:0:18764:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031870:0:18764:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031879:0:18764:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206681.031886:0:18764:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c3799d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206681.031894:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2002:x1798523591795328:12345-192.168.203.35@tcp:21:lfs.0 Request processed in 111us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206681.031898:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9158 00000100:00100000:0.0:1715206681.031930:0:18764:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591795264:12345-192.168.203.35@tcp:21:lfs.0 Request processed in 156us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206681.031937:0:18764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9157 00000100:00100000:0.0:1715206681.032902:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.032968:0:18661:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795456 00000100:00100000:3.0:1715206681.032972:0:18661:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795456 00000100:00100000:3.0:1715206681.032994:0:18661:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 117870 00000100:00100000:3.0:1715206681.032998:0:18661:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+17:14824:x1798523591795456:12345-192.168.203.35@tcp:35:lfs.0 00000100:00100000:3.0:1715206681.033090:0:18661:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+18:14824:x1798523591795456:12345-192.168.203.35@tcp:35:lfs.0 Request processed in 90us (188us total) trans 4295060078 rc 0/0 00000100:00100000:3.0:1715206681.033095:0:18661:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 117870 00000100:00100000:0.0:1715206681.038125:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.038170:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795584 00000100:00100000:3.0:1715206681.038176:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795584 00000100:00100000:3.0:1715206681.038204:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572854 00000100:00100000:3.0:1715206681.038210:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+18:14825:x1798523591795584:12345-192.168.203.35@tcp:101:dd.0 00010000:00010000:3.0:1715206681.038220:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206681.038222:0:7128:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1715206681.038233:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37973 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a3fd expref: 18 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.038244:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880120b55600) 00010000:00010000:3.0:1715206681.038247:0:7128:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206681.038254:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c379ab lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a40b expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.038304:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.038313:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 18 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.038319:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.038354:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 18 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.038380:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 18 pid: 7128 timeout: 1131 lvb_type: 0 00000100:00100000:3.0:1715206681.038391:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524872448:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206681.038430:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351f00 going to sleep for 11 seconds 00000100:00100000:3.0:1715206681.039298:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7128:1798523524872448:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206681.039309:0:7128:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206681.039569:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206681.039607:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795648 00000100:00100000:2.0:1715206681.039611:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795648 00010000:00010000:2.0:1715206681.039625:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 19 pid: 7128 timeout: 1131 lvb_type: 0 00000100:00100000:2.0:1715206681.039647:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158828 00000100:00100000:2.0:1715206681.039652:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2003:x1798523591795648:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206681.039658:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206681.039661:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 19 pid: 7128 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206681.039668:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 19 pid: 7128 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206681.039676:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5440/0xb73f6b2ce2c3798f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a404 expref: 19 pid: 7128 timeout: 1131 lvb_type: 0 00010000:00010000:2.0:1715206681.039689:0:8270:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:2.0:1715206681.039692:0:8270:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.039696:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.039700:0:8270:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7128 initiator: MDT0 00010000:00010000:2.0:1715206681.039711:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206681.039732:0:7128:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000100:00100000:2.0:1715206681.039732:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+18:2003:x1798523591795648:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 79us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206681.039736:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158828 00010000:00010000:3.0:1715206681.039741:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000004:00200000:3.0:1715206681.039750:0:7128:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x4104:0x0]: returning size 0 00010000:00010000:3.0:1715206681.039804:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c379ab lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a40b expref: 19 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.039816:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5680/0xb73f6b2ce2c379b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4104:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a40b expref: 18 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.039822:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:3.0:1715206681.039824:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1715206681.039827:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d5680, rc 0) 00000100:00100000:3.0:1715206681.039861:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+18:14825:x1798523591795584:12345-192.168.203.35@tcp:101:dd.0 Request processed in 1650us (1736us total) trans 4295060079 rc 0/0 00000100:00100000:3.0:1715206681.039868:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572854 00000100:00100000:0.0:1715206681.040996:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.041040:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795712 00000100:00100000:3.0:1715206681.041045:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795712 00000100:00100000:3.0:1715206681.041091:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572855 00000100:00100000:3.0:1715206681.041097:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+18:14825:x1798523591795712:12345-192.168.203.35@tcp:101:dd.0 00010000:00010000:3.0:1715206681.041106:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206681.041114:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c379c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a412 expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.041128:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c379c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.041135:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c379c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.041142:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c379c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.041198:0:7128:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c379c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a412 expref: 20 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.041210:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d6ac0/0xb73f6b2ce2c379c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4104:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a412 expref: 19 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206681.041217:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:3.0:1715206681.041219:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1715206681.041221:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800832d6ac0, rc 0) 00000100:00100000:3.0:1715206681.041252:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+19:14825:x1798523591795712:12345-192.168.203.35@tcp:101:dd.0 Request processed in 155us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206681.041259:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572855 00000100:00100000:0.0:1715206681.042405:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.042443:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795840 00000100:00100000:3.0:1715206681.042447:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795840 00000100:00100000:3.0:1715206681.042470:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572856 00000100:00100000:3.0:1715206681.042476:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+19:14825:x1798523591795840:12345-192.168.203.35@tcp:36:dd.0 00010000:00010000:3.0:1715206681.042560:0:7128:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.042569:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.042576:0:7128:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00000001:00080000:3.0:1715206681.042599:0:7128:0:(tgt_lastrcvd.c:2108:tgt_txn_stop_cb()) More than one transaction 4295060080 00000004:00010000:3.0:1715206681.042610:0:7128:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff880090ba8700 reply state ffff88009299e000 transno 4295060081 ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.042618:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:3.0:1715206681.042624:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:3.0:1715206681.042626:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1715206681.042628:0:7128:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1715206681.042669:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+22:14825:x1798523591795840:12345-192.168.203.35@tcp:36:dd.0 Request processed in 192us (264us total) trans 4295060081 rc 0/0 00000100:00100000:3.0:1715206681.042675:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572856 00000020:00080000:3.0:1715206681.042678:0:7128:0:(tgt_main.c:804:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1715206681.043764:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206681.043835:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795904 00000100:00100000:1.0:1715206681.043839:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795904 00000100:00100000:1.0:1715206681.043866:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 78024 00000100:00100000:1.0:1715206681.043870:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:752736b1-8a2f-4789-8625-c7af9bb462b5+44:14825:x1798523591795904:12345-192.168.203.35@tcp:101:dd.0 00010000:00010000:1.0:1715206681.043877:0:18677:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206681.043887:0:18677:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a419 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206681.043897:0:18677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000401:0x207c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206681.043905:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206681.043907:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206681.043909:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 45 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206681.043917:0:18677:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 45 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206681.043922:0:18677:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f13af40, rc 0) 00000100:00100000:1.0:1715206681.043948:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:752736b1-8a2f-4789-8625-c7af9bb462b5+45:14825:x1798523591795904:12345-192.168.203.35@tcp:101:dd.0 Request processed in 78us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206681.043953:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 78024 00000100:00100000:0.0:1715206681.044996:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206681.045077:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591795968 00000100:00100000:1.0:1715206681.045082:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591795968 00000100:00100000:1.0:1715206681.045105:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 78025 00000100:00100000:1.0:1715206681.045109:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:752736b1-8a2f-4789-8625-c7af9bb462b5+44:14825:x1798523591795968:12345-192.168.203.35@tcp:101:dd.0 00010000:00010000:1.0:1715206681.045116:0:18677:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206681.045124:0:18677:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a420 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1715206681.045134:0:18677:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000401:0x207c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1715206681.045141:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206681.045142:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206681.045145:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 45 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206681.045152:0:18677:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 45 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206681.045157:0:18677:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008f1398c0, rc 0) 00000100:00100000:1.0:1715206681.045181:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:752736b1-8a2f-4789-8625-c7af9bb462b5+45:14825:x1798523591795968:12345-192.168.203.35@tcp:101:dd.0 Request processed in 71us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206681.045186:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 78025 00000100:00100000:0.0:1715206681.046314:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206681.046338:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206681.046352:0:18764:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796032 00000100:00100000:2.0:1715206681.046356:0:18764:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796032 00002000:00010000:2.0:1715206681.046391:0:18764:0:(ofd_dev.c:2731:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/8316 (0->18446744073709551615) 00002000:00100000:2.0:1715206681.046393:0:18764:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facf480 with x1798523591796032 ext(0->18446744073709551615) 00000100:00100000:3.0:1715206681.046396:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796096 00002000:00010000:2.0:1715206681.046398:0:18764:0:(ofd_dev.c:2736:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008facf480. 00000100:00100000:3.0:1715206681.046400:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796096 00002000:00010000:3.0:1715206681.046412:0:18789:0:(ofd_dev.c:2731:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/8316 (0->18446744073709551615) 00000100:00100000:2.0:1715206681.046414:0:18764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9159 00002000:00100000:3.0:1715206681.046415:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facf100 with x1798523591796096 ext(0->18446744073709551615) 00000100:00100000:2.0:1715206681.046418:0:18764:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2001:x1798523591796032:12345-192.168.203.35@tcp:10:dd.0 00002000:00010000:3.0:1715206681.046420:0:18789:0:(ofd_dev.c:2736:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008facf100. 00000100:00100000:3.0:1715206681.046441:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9160 00000100:00100000:3.0:1715206681.046446:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2001:x1798523591796096:12345-192.168.203.35@tcp:10:dd.0 00002000:00010000:2.0:1715206681.046517:0:18764:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1715206681.046520:0:18764:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb mtime from disk: 0 -> 1715206682 00002000:00010000:2.0:1715206681.046523:0:18764:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1715206681.046525:0:18764:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb ctime from disk: 0 -> 1715206682 00002000:00010000:2.0:1715206681.046527:0:18764:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1715206681.046530:0:18789:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1715206681.046532:0:18789:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb mtime from disk: 0 -> 1715206682 00002000:00010000:3.0:1715206681.046534:0:18789:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1715206681.046535:0:18789:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb ctime from disk: 0 -> 1715206682 00002000:00010000:3.0:1715206681.046536:0:18789:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1715206681.046562:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2001:x1798523591796096:12345-192.168.203.35@tcp:10:dd.0 Request processed in 116us (222us total) trans 4294989348 rc 0/0 00000100:00100000:2.0:1715206681.046562:0:18764:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2001:x1798523591796032:12345-192.168.203.35@tcp:10:dd.0 Request processed in 141us (248us total) trans 4294988858 rc 0/0 00000100:00100000:2.0:1715206681.046569:0:18764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9159 00002000:00010000:2.0:1715206681.046571:0:18764:0:(ofd_dev.c:2731:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/8316 (0->18446744073709551615) 00000100:00100000:3.0:1715206681.046572:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9160 00002000:00100000:2.0:1715206681.046574:0:18764:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facf480 with x1798523591796032 ext(0->18446744073709551615) 00002000:00010000:3.0:1715206681.046575:0:18789:0:(ofd_dev.c:2731:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/8316 (0->18446744073709551615) 00002000:00100000:3.0:1715206681.046577:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facf100 with x1798523591796096 ext(0->18446744073709551615) 00002000:00010000:2.0:1715206681.046578:0:18764:0:(ofd_dev.c:2736:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008facf480. 00002000:00010000:3.0:1715206681.046581:0:18789:0:(ofd_dev.c:2736:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008facf100. 00000100:00100000:0.0:1715206681.158974:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.159043:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796224 00000100:00100000:3.0:1715206681.159051:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796224 00002000:00100000:3.0:1715206681.159119:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (0->4194303) req@ffff88008face680 x1798523591796224/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.159129:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008face680 with x1798523591796224 ext(0->4194303) 00002000:00010000:3.0:1715206681.159134:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008face680 00000100:00100000:3.0:1715206681.159160:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9161 00000100:00100000:3.0:1715206681.159167:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2000:x1798523591796224:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:3.0:1715206681.179897:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+48:2000:x1798523591796224:12345-192.168.203.35@tcp:4:dd.0 Request processed in 20722us (20924us total) trans 4294988859 rc 0/0 00000100:00100000:3.0:1715206681.179908:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9161 00002000:00100000:3.0:1715206681.179918:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (0->4194303) req@ffff88008face680 x1798523591796224/t4294988859(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.179925:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008face680 with x1798523591796224 ext(0->4194303) 00002000:00010000:3.0:1715206681.179929:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008face680 00000100:00100000:0.0:1715206681.262726:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.262812:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796352 00000100:00100000:3.0:1715206681.262820:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796352 00002000:00100000:3.0:1715206681.262854:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (0->4194303) req@ffff88008face300 x1798523591796352/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.262864:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008face300 with x1798523591796352 ext(0->4194303) 00002000:00010000:3.0:1715206681.262869:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008face300 00000100:00100000:3.0:1715206681.262900:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9162 00000100:00100000:3.0:1715206681.262906:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2003:x1798523591796352:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:3.0:1715206681.279711:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008face300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+48:2003:x1798523591796352:12345-192.168.203.35@tcp:4:dd.0 Request processed in 16797us (16983us total) trans 4294989349 rc 0/0 00000100:00100000:3.0:1715206681.279724:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9162 00002000:00100000:3.0:1715206681.279735:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (0->4194303) req@ffff88008face300 x1798523591796352/t4294989349(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.279746:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008face300 with x1798523591796352 ext(0->4194303) 00002000:00010000:3.0:1715206681.279751:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008face300 00000100:00100000:0.0:1715206681.358947:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.359045:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796480 00000100:00100000:3.0:1715206681.359052:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796480 00002000:00100000:3.0:1715206681.359111:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (4194304->8388607) req@ffff88008facd500 x1798523591796480/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.359123:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facd500 with x1798523591796480 ext(4194304->8388607) 00002000:00010000:3.0:1715206681.359127:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008facd500 00000100:00100000:3.0:1715206681.359151:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9163 00000100:00100000:3.0:1715206681.359156:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+48:2002:x1798523591796480:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:3.0:1715206681.378634:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+50:2002:x1798523591796480:12345-192.168.203.35@tcp:4:dd.0 Request processed in 19470us (19688us total) trans 4294988860 rc 0/0 00000100:00100000:3.0:1715206681.378645:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9163 00002000:00100000:3.0:1715206681.378654:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (4194304->8388607) req@ffff88008facd500 x1798523591796480/t4294988860(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.378663:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facd500 with x1798523591796480 ext(4194304->8388607) 00002000:00010000:3.0:1715206681.378668:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008facd500 00000100:00100000:0.0:1715206681.451955:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.452077:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796608 00000100:00100000:3.0:1715206681.452085:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796608 00002000:00100000:3.0:1715206681.452116:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (4194304->8388607) req@ffff88008facd180 x1798523591796608/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.452124:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facd180 with x1798523591796608 ext(4194304->8388607) 00002000:00010000:3.0:1715206681.452128:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008facd180 00000100:00100000:3.0:1715206681.452151:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9164 00000100:00100000:3.0:1715206681.452156:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+48:2003:x1798523591796608:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:3.0:1715206681.469354:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+50:2003:x1798523591796608:12345-192.168.203.35@tcp:4:dd.0 Request processed in 17188us (17396us total) trans 4294989350 rc 0/0 00000100:00100000:3.0:1715206681.469381:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9164 00002000:00100000:3.0:1715206681.469393:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (4194304->8388607) req@ffff88008facd180 x1798523591796608/t4294989350(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.469404:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facd180 with x1798523591796608 ext(4194304->8388607) 00002000:00010000:3.0:1715206681.469410:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008facd180 00000100:00100000:0.0:1715206681.548158:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.548236:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796736 00000100:00100000:3.0:1715206681.548245:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796736 00002000:00100000:3.0:1715206681.548284:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (8388608->12582911) req@ffff88008facdc00 x1798523591796736/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.548295:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facdc00 with x1798523591796736 ext(8388608->12582911) 00002000:00010000:3.0:1715206681.548301:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008facdc00 00000100:00100000:3.0:1715206681.548330:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9165 00000100:00100000:3.0:1715206681.548337:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+50:2002:x1798523591796736:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:3.0:1715206681.564673:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2002:x1798523591796736:12345-192.168.203.35@tcp:4:dd.0 Request processed in 16329us (16515us total) trans 4294988861 rc 0/0 00000100:00100000:3.0:1715206681.564682:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9165 00002000:00100000:3.0:1715206681.564691:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (8388608->12582911) req@ffff88008facdc00 x1798523591796736/t4294988861(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.564698:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facdc00 with x1798523591796736 ext(8388608->12582911) 00002000:00010000:3.0:1715206681.564702:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008facdc00 00000100:00100000:0.0:1715206681.642452:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.642528:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796864 00000100:00100000:3.0:1715206681.642536:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796864 00002000:00100000:3.0:1715206681.642568:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (8388608->12582911) req@ffff88008facc000 x1798523591796864/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.642576:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facc000 with x1798523591796864 ext(8388608->12582911) 00002000:00010000:3.0:1715206681.642580:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008facc000 00000100:00100000:3.0:1715206681.642601:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9166 00000100:00100000:3.0:1715206681.642606:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+50:2003:x1798523591796864:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:3.0:1715206681.658132:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2003:x1798523591796864:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15519us (15681us total) trans 4294989351 rc 0/0 00000100:00100000:3.0:1715206681.658142:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9166 00002000:00100000:3.0:1715206681.658151:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (8388608->12582911) req@ffff88008facc000 x1798523591796864/t4294989351(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.658158:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008facc000 with x1798523591796864 ext(8388608->12582911) 00002000:00010000:3.0:1715206681.658162:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008facc000 00000100:00100000:0.0:1715206681.730249:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.730343:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591796992 00000100:00100000:3.0:1715206681.730352:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591796992 00002000:00100000:3.0:1715206681.730405:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (12582912->16777215) req@ffff88012c970000 x1798523591796992/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.730413:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c970000 with x1798523591796992 ext(12582912->16777215) 00002000:00010000:3.0:1715206681.730417:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c970000 00000100:00100000:3.0:1715206681.730441:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9167 00000100:00100000:3.0:1715206681.730445:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2000:x1798523591796992:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:3.0:1715206681.745969:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+54:2000:x1798523591796992:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15514us (15719us total) trans 4294988862 rc 0/0 00000100:00100000:3.0:1715206681.745978:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9167 00002000:00100000:3.0:1715206681.745987:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (12582912->16777215) req@ffff88012c970000 x1798523591796992/t4294988862(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.745998:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c970000 with x1798523591796992 ext(12582912->16777215) 00002000:00010000:3.0:1715206681.746002:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c970000 00000100:00100000:0.0:1715206681.818722:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206681.818793:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591797120 00000100:00100000:3.0:1715206681.818802:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591797120 00002000:00100000:3.0:1715206681.818833:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (12582912->16777215) req@ffff88012d70b100 x1798523591797120/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1715206681.818841:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d70b100 with x1798523591797120 ext(12582912->16777215) 00002000:00010000:3.0:1715206681.818846:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d70b100 00000100:00100000:3.0:1715206681.818868:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9168 00000100:00100000:3.0:1715206681.818872:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+52:2001:x1798523591797120:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206681.835539:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+54:2001:x1798523591797120:12345-192.168.203.35@tcp:4:dd.0 Request processed in 16656us (16814us total) trans 4294989352 rc 0/0 00000100:00100000:0.0:1715206681.835551:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9168 00002000:00100000:0.0:1715206681.835563:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (12582912->16777215) req@ffff88012d70b100 x1798523591797120/t4294989352(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206681.835580:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d70b100 with x1798523591797120 ext(12582912->16777215) 00002000:00010000:0.0:1715206681.835585:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d70b100 00010000:00010000:2.0:1715206681.896245:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206681.915402:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206681.915505:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591797248 00000100:00100000:2.0:1715206681.915513:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591797248 00002000:00100000:2.0:1715206681.915548:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (16777216->20971519) req@ffff88012d70b480 x1798523591797248/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/0 e 0 to 0 dl 1715206692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206681.915556:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d70b480 with x1798523591797248 ext(16777216->20971519) 00002000:00010000:2.0:1715206681.915560:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d70b480 00000100:00100000:2.0:1715206681.915583:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9169 00000100:00100000:2.0:1715206681.915588:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+54:2003:x1798523591797248:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206681.931369:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d70b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2003:x1798523591797248:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15762us (15956us total) trans 4294988863 rc 0/0 00000100:00100000:0.0:1715206681.931379:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9169 00002000:00100000:0.0:1715206681.931388:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (16777216->20971519) req@ffff88012d70b480 x1798523591797248/t4294988863(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:712/0 lens 488/448 e 0 to 0 dl 1715206692 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206681.931395:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d70b480 with x1798523591797248 ext(16777216->20971519) 00002000:00010000:0.0:1715206681.931399:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d70b480 00000100:00100000:0.0:1715206682.005711:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.005813:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591797376 00000100:00100000:2.0:1715206682.005822:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591797376 00002000:00100000:2.0:1715206682.005870:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (16777216->20971519) req@ffff88012d06ea00 x1798523591797376/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00080000:3.0:1715206682.005882:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206652 00002000:00100000:2.0:1715206682.005882:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06ea00 with x1798523591797376 ext(16777216->20971519) 00002000:00010000:2.0:1715206682.005886:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06ea00 00000100:00100000:2.0:1715206682.005903:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9170 00000100:00100000:2.0:1715206682.005908:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+54:2002:x1798523591797376:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.021194:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2002:x1798523591797376:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15278us (15483us total) trans 4294989353 rc 0/0 00000100:00100000:0.0:1715206682.021203:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9170 00002000:00100000:0.0:1715206682.021212:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (16777216->20971519) req@ffff88012d06ea00 x1798523591797376/t4294989353(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.021219:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06ea00 with x1798523591797376 ext(16777216->20971519) 00002000:00010000:0.0:1715206682.021223:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06ea00 00000100:00100000:0.0:1715206682.098576:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.098637:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591797504 00000100:00100000:2.0:1715206682.098645:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591797504 00002000:00100000:2.0:1715206682.098690:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (20971520->25165823) req@ffff88012d06ce00 x1798523591797504/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.098699:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06ce00 with x1798523591797504 ext(20971520->25165823) 00002000:00010000:2.0:1715206682.098703:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d06ce00 00000100:00100000:2.0:1715206682.098720:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9171 00000100:00100000:2.0:1715206682.098725:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2000:x1798523591797504:12345-192.168.203.35@tcp:4:dd.0 00000100:00080000:3.0:1715206682.098733:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206652 00000100:00100000:0.0:1715206682.114536:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2000:x1798523591797504:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15802us (15958us total) trans 4294988864 rc 0/0 00000100:00100000:0.0:1715206682.114547:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9171 00002000:00100000:0.0:1715206682.114558:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (20971520->25165823) req@ffff88012d06ce00 x1798523591797504/t4294988864(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.114569:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06ce00 with x1798523591797504 ext(20971520->25165823) 00002000:00010000:0.0:1715206682.114576:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d06ce00 00000100:00100000:0.0:1715206682.191772:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.191845:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591797632 00000100:00100000:2.0:1715206682.191854:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591797632 00002000:00100000:2.0:1715206682.191891:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (20971520->25165823) req@ffff88012d06ed80 x1798523591797632/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.191899:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06ed80 with x1798523591797632 ext(20971520->25165823) 00002000:00010000:2.0:1715206682.191903:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06ed80 00000100:00100000:2.0:1715206682.191926:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9172 00000100:00100000:2.0:1715206682.191931:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+56:2003:x1798523591797632:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.207185:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2003:x1798523591797632:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15246us (15414us total) trans 4294989354 rc 0/0 00000100:00100000:0.0:1715206682.207195:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9172 00002000:00100000:0.0:1715206682.207204:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (20971520->25165823) req@ffff88012d06ed80 x1798523591797632/t4294989354(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.207211:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06ed80 with x1798523591797632 ext(20971520->25165823) 00002000:00010000:0.0:1715206682.207216:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06ed80 00000100:00100000:0.0:1715206682.284677:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.284775:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591797760 00000100:00100000:2.0:1715206682.284784:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591797760 00002000:00100000:2.0:1715206682.284819:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (25165824->29360127) req@ffff88012d06e680 x1798523591797760/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.284827:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06e680 with x1798523591797760 ext(25165824->29360127) 00002000:00010000:2.0:1715206682.284831:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d06e680 00000100:00100000:2.0:1715206682.284853:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9173 00000100:00100000:2.0:1715206682.284858:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2002:x1798523591797760:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.300468:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+60:2002:x1798523591797760:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15602us (15802us total) trans 4294988865 rc 0/0 00000100:00100000:0.0:1715206682.300479:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9173 00002000:00100000:0.0:1715206682.300490:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (25165824->29360127) req@ffff88012d06e680 x1798523591797760/t4294988865(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.300499:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06e680 with x1798523591797760 ext(25165824->29360127) 00002000:00010000:0.0:1715206682.300504:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d06e680 00000100:00100000:0.0:1715206682.376895:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.376993:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591797888 00000100:00100000:2.0:1715206682.377002:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591797888 00002000:00100000:2.0:1715206682.377036:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (25165824->29360127) req@ffff88012d06f480 x1798523591797888/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.377043:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06f480 with x1798523591797888 ext(25165824->29360127) 00002000:00010000:2.0:1715206682.377047:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06f480 00000100:00100000:2.0:1715206682.377094:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9174 00000100:00100000:2.0:1715206682.377099:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+58:2003:x1798523591797888:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.392652:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+60:2003:x1798523591797888:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15543us (15755us total) trans 4294989355 rc 0/0 00000100:00100000:0.0:1715206682.392663:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9174 00002000:00100000:0.0:1715206682.392674:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (25165824->29360127) req@ffff88012d06f480 x1798523591797888/t4294989355(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.392684:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06f480 with x1798523591797888 ext(25165824->29360127) 00002000:00010000:0.0:1715206682.392690:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06f480 00000100:00100000:0.0:1715206682.469819:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.469916:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798016 00000100:00100000:2.0:1715206682.469924:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798016 00002000:00100000:2.0:1715206682.469958:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (29360128->33554431) req@ffff88012d06d880 x1798523591798016/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.469966:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06d880 with x1798523591798016 ext(29360128->33554431) 00002000:00010000:2.0:1715206682.469971:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d06d880 00000100:00100000:2.0:1715206682.469992:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9175 00000100:00100000:2.0:1715206682.469996:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+60:2002:x1798523591798016:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.483850:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+62:2002:x1798523591798016:12345-192.168.203.35@tcp:4:dd.0 Request processed in 13845us (14030us total) trans 4294988866 rc 0/0 00000100:00100000:0.0:1715206682.483859:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9175 00002000:00100000:0.0:1715206682.483868:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (29360128->33554431) req@ffff88012d06d880 x1798523591798016/t4294988866(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.483875:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06d880 with x1798523591798016 ext(29360128->33554431) 00002000:00010000:0.0:1715206682.483879:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d06d880 00000100:00100000:0.0:1715206682.562908:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.563002:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798144 00000100:00100000:2.0:1715206682.563010:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798144 00002000:00100000:2.0:1715206682.563042:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (29360128->33554431) req@ffff88012d06df80 x1798523591798144/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.563050:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06df80 with x1798523591798144 ext(29360128->33554431) 00002000:00010000:2.0:1715206682.563081:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06df80 00000100:00100000:2.0:1715206682.563101:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9176 00000100:00100000:2.0:1715206682.563106:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+60:2003:x1798523591798144:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.577500:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+62:2003:x1798523591798144:12345-192.168.203.35@tcp:4:dd.0 Request processed in 14386us (14592us total) trans 4294989356 rc 0/0 00000100:00100000:0.0:1715206682.577509:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9176 00002000:00100000:0.0:1715206682.577518:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (29360128->33554431) req@ffff88012d06df80 x1798523591798144/t4294989356(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.577525:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d06df80 with x1798523591798144 ext(29360128->33554431) 00002000:00010000:0.0:1715206682.577529:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d06df80 00000100:00100000:0.0:1715206682.655759:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.655862:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798272 00000100:00100000:2.0:1715206682.655869:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798272 00002000:00100000:2.0:1715206682.655903:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (33554432->37748735) req@ffff88011fee3100 x1798523591798272/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.655910:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fee3100 with x1798523591798272 ext(33554432->37748735) 00002000:00010000:2.0:1715206682.655915:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fee3100 00000100:00100000:2.0:1715206682.655936:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9177 00000100:00100000:2.0:1715206682.655941:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+62:2002:x1798523591798272:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.670881:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2002:x1798523591798272:12345-192.168.203.35@tcp:4:dd.0 Request processed in 14932us (15122us total) trans 4294988867 rc 0/0 00000100:00100000:0.0:1715206682.670891:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9177 00002000:00100000:0.0:1715206682.670901:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (33554432->37748735) req@ffff88011fee3100 x1798523591798272/t4294988867(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.670908:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fee3100 with x1798523591798272 ext(33554432->37748735) 00002000:00010000:0.0:1715206682.670912:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011fee3100 00000100:00100000:0.0:1715206682.748500:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.748595:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798400 00000100:00100000:2.0:1715206682.748604:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798400 00002000:00100000:2.0:1715206682.748643:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (33554432->37748735) req@ffff88011fee2a00 x1798523591798400/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.748654:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fee2a00 with x1798523591798400 ext(33554432->37748735) 00002000:00010000:2.0:1715206682.748660:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fee2a00 00000100:00100000:2.0:1715206682.748688:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9178 00000100:00100000:2.0:1715206682.748694:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+62:2003:x1798523591798400:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.764999:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2003:x1798523591798400:12345-192.168.203.35@tcp:4:dd.0 Request processed in 16297us (16499us total) trans 4294989357 rc 0/0 00000100:00100000:0.0:1715206682.765008:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9178 00002000:00100000:0.0:1715206682.765017:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (33554432->37748735) req@ffff88011fee2a00 x1798523591798400/t4294989357(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.765024:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fee2a00 with x1798523591798400 ext(33554432->37748735) 00002000:00010000:0.0:1715206682.765029:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fee2a00 00000100:00100000:0.0:1715206682.786251:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524872512:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206682.786300:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206682.786334:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872512 00000100:00100000:2.0:1715206682.786341:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872512 00000100:00100000:2.0:1715206682.786399:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1715206682.786404:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524872512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206682.786430:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:2.0:1715206682.786463:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524872512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206682.786468:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1715206682.786477:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524872512:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206682.842225:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.842290:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798528 00000100:00100000:2.0:1715206682.842300:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798528 00002000:00100000:2.0:1715206682.842338:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (37748736->41943039) req@ffff88013091b480 x1798523591798528/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.842364:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88013091b480 with x1798523591798528 ext(37748736->41943039) 00002000:00010000:2.0:1715206682.842370:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013091b480 00000100:00100000:2.0:1715206682.842398:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9179 00000100:00100000:2.0:1715206682.842405:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2002:x1798523591798528:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:2.0:1715206682.856287:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2002:x1798523591798528:12345-192.168.203.35@tcp:4:dd.0 Request processed in 13875us (14061us total) trans 4294988868 rc 0/0 00000100:00100000:2.0:1715206682.856296:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9179 00002000:00100000:2.0:1715206682.856306:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (37748736->41943039) req@ffff88013091b480 x1798523591798528/t4294988868(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.856313:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88013091b480 with x1798523591798528 ext(37748736->41943039) 00002000:00010000:2.0:1715206682.856317:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013091b480 00010000:00010000:2.0:1715206682.898235:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206682.938643:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206682.938711:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798656 00000100:00100000:2.0:1715206682.938720:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798656 00002000:00100000:2.0:1715206682.938754:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (37748736->41943039) req@ffff880130919f80 x1798523591798656/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/0 e 0 to 0 dl 1715206693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206682.938766:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880130919f80 with x1798523591798656 ext(37748736->41943039) 00002000:00010000:2.0:1715206682.938770:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130919f80 00000100:00100000:2.0:1715206682.938792:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9180 00000100:00100000:2.0:1715206682.938796:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+64:2003:x1798523591798656:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206682.953550:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2003:x1798523591798656:12345-192.168.203.35@tcp:4:dd.0 Request processed in 14744us (14905us total) trans 4294989358 rc 0/0 00000100:00100000:0.0:1715206682.953560:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9180 00002000:00100000:0.0:1715206682.953569:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (37748736->41943039) req@ffff880130919f80 x1798523591798656/t4294989358(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:713/0 lens 488/448 e 0 to 0 dl 1715206693 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206682.953576:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880130919f80 with x1798523591798656 ext(37748736->41943039) 00002000:00010000:0.0:1715206682.953580:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130919f80 00000100:00100000:0.0:1715206683.042564:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.042630:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798784 00000100:00100000:2.0:1715206683.042639:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798784 00002000:00100000:2.0:1715206683.042676:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (41943040->46137343) req@ffff880130918e00 x1798523591798784/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/0 e 0 to 0 dl 1715206694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206683.042687:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880130918e00 with x1798523591798784 ext(41943040->46137343) 00002000:00010000:2.0:1715206683.042693:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130918e00 00000100:00100000:2.0:1715206683.042722:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9181 00000100:00100000:2.0:1715206683.042728:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2002:x1798523591798784:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206683.057723:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2002:x1798523591798784:12345-192.168.203.35@tcp:4:dd.0 Request processed in 14986us (15157us total) trans 4294988869 rc 0/0 00000100:00100000:0.0:1715206683.057733:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9181 00002000:00100000:0.0:1715206683.057743:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (41943040->46137343) req@ffff880130918e00 x1798523591798784/t4294988869(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/448 e 0 to 0 dl 1715206694 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206683.057749:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880130918e00 with x1798523591798784 ext(41943040->46137343) 00002000:00010000:0.0:1715206683.057754:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130918e00 00000100:00100000:0.0:1715206683.135092:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.135188:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591798912 00000100:00100000:2.0:1715206683.135195:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591798912 00002000:00100000:2.0:1715206683.135226:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (41943040->46137343) req@ffff880130918a80 x1798523591798912/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/0 e 0 to 0 dl 1715206694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206683.135234:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880130918a80 with x1798523591798912 ext(41943040->46137343) 00002000:00010000:2.0:1715206683.135238:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130918a80 00000100:00100000:2.0:1715206683.135264:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9182 00000100:00100000:2.0:1715206683.135270:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+66:2003:x1798523591798912:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206683.150776:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2003:x1798523591798912:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15497us (15681us total) trans 4294989359 rc 0/0 00000100:00100000:0.0:1715206683.150788:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9182 00002000:00100000:0.0:1715206683.150800:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (41943040->46137343) req@ffff880130918a80 x1798523591798912/t4294989359(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/448 e 0 to 0 dl 1715206694 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206683.150811:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880130918a80 with x1798523591798912 ext(41943040->46137343) 00002000:00010000:0.0:1715206683.150816:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130918a80 00000100:00100000:0.0:1715206683.248654:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.248760:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799040 00000100:00100000:2.0:1715206683.248769:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799040 00002000:00100000:2.0:1715206683.248801:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (46137344->50331647) req@ffff88008d865180 x1798523591799040/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/0 e 0 to 0 dl 1715206694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206683.248809:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d865180 with x1798523591799040 ext(46137344->50331647) 00002000:00010000:2.0:1715206683.248814:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d865180 00000100:00100000:2.0:1715206683.248835:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9183 00000100:00100000:2.0:1715206683.248840:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2002:x1798523591799040:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206683.264186:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2002:x1798523591799040:12345-192.168.203.35@tcp:4:dd.0 Request processed in 15332us (15526us total) trans 4294988870 rc 0/0 00000100:00100000:0.0:1715206683.264201:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9183 00002000:00100000:0.0:1715206683.264215:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x207c:0x0] (46137344->50331647) req@ffff88008d865180 x1798523591799040/t4294988870(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/448 e 0 to 0 dl 1715206694 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206683.264230:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d865180 with x1798523591799040 ext(46137344->50331647) 00002000:00010000:0.0:1715206683.264238:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d865180 00000100:00100000:0.0:1715206683.265948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206683.266002:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206683.266054:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206683.266091:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799168 00000100:00100000:3.0:1715206683.266100:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799168 00000100:00100000:2.0:1715206683.266118:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799104 00000100:00100000:2.0:1715206683.266125:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799104 00000100:00080000:0.0:1715206683.266127:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206653 00000100:00080000:0.0:1715206683.266132:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206653 00000100:00100000:3.0:1715206683.266134:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799232 00000100:00100000:3.0:1715206683.266136:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799232 00000100:00100000:1.0:1715206683.266162:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1307 00000100:00100000:1.0:1715206683.266169:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+22:2001:x1798523591799168:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206683.266173:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 617 00000100:00100000:0.0:1715206683.266173:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1308 00000100:00100000:2.0:1715206683.266177:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591799104:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206683.266179:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591799232:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206683.266221:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591799104:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 44us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206683.266226:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 617 00000100:00100000:1.0:1715206683.266227:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+22:2001:x1798523591799168:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 58us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206683.266230:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591799232:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 51us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206683.266232:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1307 00000100:00100000:0.0:1715206683.266236:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1308 00000100:00080000:0.0:1715206683.266250:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206653 00000100:00100000:0.0:1715206683.354885:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.354975:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799360 00000100:00100000:2.0:1715206683.354983:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799360 00002000:00100000:2.0:1715206683.355013:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (46137344->50331647) req@ffff88008d867480 x1798523591799360/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/0 e 0 to 0 dl 1715206694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206683.355021:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d867480 with x1798523591799360 ext(46137344->50331647) 00002000:00010000:2.0:1715206683.355025:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d867480 00000100:00100000:2.0:1715206683.355046:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9184 00000100:00100000:2.0:1715206683.355051:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+68:2001:x1798523591799360:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:0.0:1715206683.369846:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2001:x1798523591799360:12345-192.168.203.35@tcp:4:dd.0 Request processed in 14786us (14962us total) trans 4294989360 rc 0/0 00000100:00100000:0.0:1715206683.369856:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9184 00002000:00100000:0.0:1715206683.369865:0:18789:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x207c:0x0] (46137344->50331647) req@ffff88008d867480 x1798523591799360/t4294989360(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/448 e 0 to 0 dl 1715206694 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715206683.369872:0:18789:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d867480 with x1798523591799360 ext(46137344->50331647) 00002000:00010000:0.0:1715206683.369876:0:18789:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d867480 00000100:00100000:0.0:1715206683.439436:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.439519:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799488 00000100:00100000:2.0:1715206683.439527:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799488 00000100:00100000:2.0:1715206683.439570:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572857 00000100:00100000:2.0:1715206683.439576:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+22:14828:x1798523591799488:12345-192.168.203.35@tcp:101:lfs.0 00010000:00010000:2.0:1715206683.439614:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206683.439630:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c379e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a427 expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.439690:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c379ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206683.439699:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c379ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206683.439708:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c379ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206683.439738:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1715206683.439740:0:8278:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715206683.439751:0:8278:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c379ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206683.439764:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083015b00/0xb73f6b2ce2c379e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a427 expref: 24 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.439786:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083014fc0/0xb73f6b2ce2c379ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a427 expref: 23 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.439792:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880120b55600) 00010000:00010000:2.0:1715206683.439794:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1715206683.439796:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083014fc0, rc 0) 00000100:00100000:2.0:1715206683.439834:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+23:14828:x1798523591799488:12345-192.168.203.35@tcp:101:lfs.0 Request processed in 258us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206683.439839:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572857 00000100:00100000:0.0:1715206683.441649:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.441683:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799616 00000100:00100000:2.0:1715206683.441688:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799616 00000100:00100000:2.0:1715206683.441711:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 572858 00000100:00100000:2.0:1715206683.441715:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+23:14828:x1798523591799616:12345-192.168.203.35@tcp:101:lfs.0 00010000:00010000:2.0:1715206683.441722:0:8278:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206683.441728:0:8278:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c379f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9afc58ce5828a42e expref: -99 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.441769:0:8278:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c379f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4104:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206683.441775:0:8278:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c379f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4104:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8278 initiator: MDT0 00010000:00010000:2.0:1715206683.441780:0:8278:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c379f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4104:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8278 initiator: MDT0 00000004:00200000:2.0:1715206683.441785:0:8278:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000402:0x4104:0x0]: returning size 0 00010000:00010000:2.0:1715206683.441842:0:8278:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880083016880/0xb73f6b2ce2c379f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a42e expref: 26 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.441851:0:8278:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880083017180/0xb73f6b2ce2c379f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4104:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a42e expref: 25 pid: 8278 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.441855:0:8278:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:2.0:1715206683.441856:0:8278:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1715206683.441858:0:8278:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880083017180, rc 0) 00000100:00100000:2.0:1715206683.441884:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+25:14828:x1798523591799616:12345-192.168.203.35@tcp:101:lfs.0 Request processed in 169us (237us total) trans 4295060082 rc 0/0 00000100:00100000:2.0:1715206683.441888:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 572858 00000100:00100000:0.0:1715206683.443915:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206683.443942:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.443968:0:18789:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799680 00000100:00100000:2.0:1715206683.443973:0:18789:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799680 00000100:00100000:1.0:1715206683.443981:0:18764:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799744 00000100:00100000:1.0:1715206683.443986:0:18764:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799744 00000100:00100000:2.0:1715206683.444013:0:18789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9185 00000100:00100000:2.0:1715206683.444019:0:18789:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2001:x1798523591799680:12345-192.168.203.35@tcp:21:lfs.0 00000100:00100000:1.0:1715206683.444019:0:18764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9186 00000100:00100000:1.0:1715206683.444023:0:18764:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:752736b1-8a2f-4789-8625-c7af9bb462b5+70:2000:x1798523591799744:12345-192.168.203.35@tcp:21:lfs.0 00010000:00010000:2.0:1715206683.444043:0:18789:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206683.444043:0:18764:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206683.444069:0:18764:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 70 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.444073:0:18789:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 70 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206683.444075:0:18764:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206683.444076:0:18764:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206683.444078:0:18764:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.444080:0:18789:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206683.444082:0:18789:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206683.444084:0:18789:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206683.444098:0:18764:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 70 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206683.444100:0:18789:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 70 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206683.444105:0:18764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 70 pid: 18677 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1715206683.444108:0:18789:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 70 pid: 18677 timeout: 1134 lvb_type: 0 00000100:00100000:1.0:1715206683.444115:0:18764:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:18764:1798523524872576:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206683.444117:0:18789:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e4a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:18789:1798523524872640:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206683.444149:0:18764:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008c8383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206683.444150:0:18789:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00000100:00100000:1.0:1715206683.444992:0:18764:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:18764:1798523524872576:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206683.445003:0:18764:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206683.445010:0:18789:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e4a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:18789:1798523524872640:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206683.445019:0:18789:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206683.453540:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206683.453599:0:18714:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799808 00000100:00100000:2.0:1715206683.453604:0:18714:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799808 00002000:00100000:2.0:1715206683.453628:0:18714:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x207c:0x0] (50331648->54525951) req@ffff880123164e00 x1798523591799808/t0(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/0 e 0 to 0 dl 1715206694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206683.453634:0:18714:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880123164e00 with x1798523591799808 ext(50331648->54525951) 00010000:00010000:2.0:1715206683.453640:0:18714:0:(ldlm_extent.c:692:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 71 pid: 18677 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1715206683.453648:0:18714:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 71 pid: 18677 timeout: 1134 lvb_type: 0 00002000:00010000:2.0:1715206683.453653:0:18714:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123164e00 00000100:00100000:2.0:1715206683.453671:0:18714:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 0 00000100:00100000:2.0:1715206683.453675:0:18714:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+71:2003:x1798523591799808:12345-192.168.203.35@tcp:4:dd.0 00000100:00100000:2.0:1715206683.469967:0:18714:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+73:2003:x1798523591799808:12345-192.168.203.35@tcp:4:dd.0 Request processed in 16284us (16423us total) trans 4294988871 rc 0/0 00000100:00100000:2.0:1715206683.469977:0:18714:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 0 00002000:00100000:2.0:1715206683.469987:0:18714:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x207c:0x0] (50331648->54525951) req@ffff880123164e00 x1798523591799808/t4294988871(0) o4->752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp:714/0 lens 488/448 e 0 to 0 dl 1715206694 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715206683.469994:0:18714:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff880123164e00 with x1798523591799808 ext(50331648->54525951) 00010000:00010000:2.0:1715206683.470001:0:18714:0:(ldlm_extent.c:692:ldlm_lock_prolong_one()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 73 pid: 18677 timeout: 1134 lvb_type: 0 00010000:00010000:2.0:1715206683.470010:0:18714:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 73 pid: 18677 timeout: 1134 lvb_type: 0 00002000:00010000:2.0:1715206683.470019:0:18714:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880123164e00 00010000:00010000:2.0:1715206683.900418:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206684.338428:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524872704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1715206684.338523:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206684.338589:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872704 00000100:00100000:0.0:1715206684.338597:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872704 00000100:00100000:0.0:1715206684.338636:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1715206684.338642:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524872704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206684.338670:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206684.338706:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524872704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206684.338711:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1715206684.338717:0:3686:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4295060066 gen 2 00000004:00080000:2.0:1715206684.338721:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060047 committed transno 4295060066 00000020:00080000:2.0:1715206684.338726:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88008da170c0 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:2.0:1715206684.338729:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d54c000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88008da173c0 00000020:00080000:2.0:1715206684.338731:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].10 00000020:00080000:2.0:1715206684.338733:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d54c200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880092774e00 00000020:00080000:2.0:1715206684.338735:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].10 00000020:00080000:0.0:1715206684.338746:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 10 committed batchid 9 00000004:00080000:2.0:1715206684.338755:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060048 committed transno 4295060066 00000020:00080000:2.0:1715206684.338758:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8800a78ce540 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1715206684.338759:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880123730800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a78ce600 00000020:00080000:2.0:1715206684.338761:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].11 00000020:00080000:2.0:1715206684.338763:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880123730500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88011f2b8800 00000020:00080000:2.0:1715206684.338764:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].11 00000004:00080000:2.0:1715206684.338775:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060049 committed transno 4295060066 00000020:00080000:2.0:1715206684.338777:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88008da17300 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:2.0:1715206684.338779:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d54c300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880122ef5900 00000020:00080000:2.0:1715206684.338781:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].12 00000020:00080000:2.0:1715206684.338782:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008d54c900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880092774000 00000020:00080000:2.0:1715206684.338783:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].12 00000020:00080000:0.0:1715206684.338787:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 12 committed batchid 9 00000020:00080000:0.0:1715206684.338791:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000004:00080000:2.0:1715206684.338794:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060050 committed transno 4295060066 00000020:00080000:2.0:1715206684.338796:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88012d8926c0 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:2.0:1715206684.338797:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880120b57300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88012d892000 00000020:00080000:2.0:1715206684.338799:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].13 00000020:00080000:2.0:1715206684.338801:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880120b57800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88011f2b9e00 00000020:00080000:2.0:1715206684.338802:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].13 00000020:00080000:0.0:1715206684.338809:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 13 committed batchid 9 00000004:00080000:2.0:1715206684.338813:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060063 committed transno 4295060066 00000020:00080000:0.0:1715206684.338814:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000020:00080000:2.0:1715206684.338815:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88013551cd80 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:2.0:1715206684.338816:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880136b48500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b2aca000 00000020:00080000:2.0:1715206684.338818:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].14 00000020:00080000:2.0:1715206684.338819:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880136b48200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880083dda400 00000020:00080000:2.0:1715206684.338821:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].14 00000020:00080000:0.0:1715206684.338827:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 14 committed batchid 9 00000004:00080000:2.0:1715206684.338832:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060064 committed transno 4295060066 00000020:00080000:0.0:1715206684.338832:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000020:00080000:2.0:1715206684.338834:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880091b35540 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:2.0:1715206684.338836:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800832d8200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880091b35780 00000020:00080000:2.0:1715206684.338837:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].15 00000020:00080000:2.0:1715206684.338839:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800832d8900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880083dda200 00000020:00080000:2.0:1715206684.338840:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].15 00000020:00080000:0.0:1715206684.338846:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 15 committed batchid 9 00000020:00080000:0.0:1715206684.338850:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000004:00080000:2.0:1715206684.338851:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060065 committed transno 4295060066 00000020:00080000:2.0:1715206684.338852:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880091b35480 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:2.0:1715206684.338854:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800832d8d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880091b35b40 00000020:00080000:2.0:1715206684.338855:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].16 00000020:00080000:2.0:1715206684.338857:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800832d8000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880083ddb800 00000020:00080000:2.0:1715206684.338858:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].16 00000020:00080000:0.0:1715206684.338864:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 16 committed batchid 9 00000020:00080000:0.0:1715206684.338870:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000004:00080000:2.0:1715206684.338871:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060066 committed transno 4295060066 00000020:00080000:2.0:1715206684.338873:0:3686:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8801201c8d80 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:2.0:1715206684.338875:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800901b0c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880091b35e40 00000020:00080000:2.0:1715206684.338877:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].17 00000020:00080000:2.0:1715206684.338878:0:3686:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800832d8a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880083ddb000 00000020:00080000:2.0:1715206684.338880:0:3686:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].17 00000020:00080000:0.0:1715206684.338886:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 17 committed batchid 9 00000020:00080000:0.0:1715206684.338891:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000100:00100000:2.0:1715206684.338897:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524872704:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1715206684.804140:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988871 is committed 00000001:00080000:2.0:1715206684.804186:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989360 is committed 00000001:00080000:3.0:1715206684.804197:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988857 is committed 00000001:00080000:2.0:1715206684.804226:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989347 is committed 00000001:00080000:3.0:1715206684.804274:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988811 is committed 00000001:00080000:2.0:1715206684.804308:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989300 is committed 00010000:00010000:2.0:1715206684.902440:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1715206685.426266:0:11043:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1036336207353ns, next at 1037336204379ns, rc = 0 00000100:00100000:1.0:1715206685.426385:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524872768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206685.426431:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524872960:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426447:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524872896:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.426457:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.426493:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.426499:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524873024:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426503:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.426526:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.426529:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524873216:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426533:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524873152:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.426540:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524873280:0@lo:400:kworker.0 00000100:00100000:2.0:1715206685.426569:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.426579:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524872832:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426581:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872896 00000100:00100000:3.0:1715206685.426589:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872896 00000100:00100000:2.0:1715206685.426602:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873472:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.426608:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.426623:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524873088:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426626:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873024 00000100:00100000:3.0:1715206685.426629:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873024 00000100:00100000:2.0:1715206685.426633:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.426642:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873216 00000100:00100000:1.0:1715206685.426642:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.426644:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872960 00000100:00100000:3.0:1715206685.426645:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873216 00000100:00100000:0.0:1715206685.426652:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872960 00000100:00100000:1.0:1715206685.426655:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524873344:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426665:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1715206685.426671:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.426673:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524872896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206685.426676:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872768 00000100:00100000:2.0:1715206685.426682:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872768 00000100:00100000:1.0:1715206685.426682:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524873600:0@lo:400:kworker.0 00000100:00100000:0.0:1715206685.426682:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873088 00000100:00100000:0.0:1715206685.426685:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873088 00000100:00100000:1.0:1715206685.426698:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.426702:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1715206685.426709:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524872960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206685.426714:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1715206685.426717:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1715206685.426719:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524872896:12345-0@lo:400:kworker.0 Request processed in 46us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.426721:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524872768:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206685.426723:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524873536:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426727:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1715206685.426739:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.426741:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873344 00000100:00100000:3.0:1715206685.426744:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873344 00002000:00000024:2.0:1715206685.426748:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3863572480 avail 3632050176 00000100:00100000:3.0:1715206685.426754:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1715206685.426758:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524873024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206685.426766:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524872960:12345-0@lo:400:kworker.0 Request processed in 57us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.426771:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:0.0:1715206685.426774:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1715206685.426779:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524873216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206685.426783:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524872768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.426786:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524873024:12345-0@lo:400:kworker.0 Request processed in 26us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.426789:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1715206685.426793:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1715206685.426794:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1715206685.426795:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524873088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426803:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1715206685.426807:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524873344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.426816:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524873216:12345-0@lo:400:kworker.0 Request processed in 38us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.426824:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1715206685.426825:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524872832 00000100:00100000:0.0:1715206685.426829:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524873088:12345-0@lo:400:kworker.0 Request processed in 34us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.426831:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524872832 00000100:00100000:3.0:1715206685.426832:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524873344:12345-0@lo:400:kworker.0 Request processed in 23us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.426835:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1715206685.426838:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1715206685.426848:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873472 00000100:00080000:0.0:1715206685.426849:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206655 00000100:00080000:0.0:1715206685.426853:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206655 00000100:00100000:1.0:1715206685.426854:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873472 00000100:00080000:0.0:1715206685.426856:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206655 00000100:00100000:2.0:1715206685.426866:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1715206685.426874:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524872832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.426874:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873600 00000100:00100000:1.0:1715206685.426876:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873600 00000100:00100000:3.0:1715206685.426883:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.426893:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873536 00000100:00100000:1.0:1715206685.426895:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873536 00000100:00100000:3.0:1715206685.426897:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524873408:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.426909:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1715206685.426913:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524873472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426922:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.426922:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524872832:12345-0@lo:400:kworker.0 Request processed in 46us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.426922:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524872960:0@lo:400:kworker.0 00000100:00100000:2.0:1715206685.426932:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1715206685.426936:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524873216:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.426962:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524872896:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.426965:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524873472:12345-0@lo:400:kworker.0 Request processed in 50us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.426965:0:3686:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989300 gen 2 00000004:00080000:0.0:1715206685.426971:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf5880, transno 4294989291 00000100:00100000:1.0:1715206685.426972:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1715206685.426977:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873152 00000004:00080000:0.0:1715206685.426978:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf6d80, transno 4294989292 00000004:00080000:0.0:1715206685.426981:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf4700, transno 4294989293 00000100:00100000:2.0:1715206685.426982:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873152 00000100:00100000:3.0:1715206685.426983:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873408 00000100:00100000:1.0:1715206685.426984:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000004:00080000:0.0:1715206685.426984:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf6a00, transno 4294989294 00000100:00100000:3.0:1715206685.426985:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873408 00000004:00080000:0.0:1715206685.426986:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf5c00, transno 4294989295 00000100:00100000:1.0:1715206685.426989:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524873600:12345-0@lo:400:kworker.0 00000004:00080000:0.0:1715206685.426989:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf5180, transno 4294989296 00000004:00080000:0.0:1715206685.426992:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf7480, transno 4294989297 00000004:00080000:0.0:1715206685.426994:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009fbf4e00, transno 4294989298 00000004:00080000:0.0:1715206685.426997:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880123165180, transno 4294989299 00000004:00080000:0.0:1715206685.426999:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8c000, transno 4294989300 00000100:00100000:0.0:1715206685.427003:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873472:0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.427005:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1715206685.427009:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524873600:12345-0@lo:400:kworker.0 Request processed in 20us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.427010:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524873536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206685.427014:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1715206685.427016:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1715206685.427022:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524873152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.427026:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1715206685.427030:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524873408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206685.427038:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524873536:12345-0@lo:400:kworker.0 Request processed in 26us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.427044:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1715206685.427101:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524873408:12345-0@lo:400:kworker.0 Request processed in 69us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.427108:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1715206685.427110:0:3685:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294988811 gen 2 00000004:00080000:3.0:1715206685.427115:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a00380, transno 4294988802 00000100:00100000:2.0:1715206685.427122:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524873152:12345-0@lo:400:kworker.0 Request processed in 97us (234us total) trans 0 rc 0/0 00000004:00080000:3.0:1715206685.427124:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a00700, transno 4294988803 00000004:00080000:3.0:1715206685.427127:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d940380, transno 4294988804 00000004:00080000:3.0:1715206685.427130:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a03b80, transno 4294988805 00000100:00100000:2.0:1715206685.427132:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000004:00080000:3.0:1715206685.427133:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a02300, transno 4294988806 00000004:00080000:3.0:1715206685.427135:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a02680, transno 4294988807 00000004:00080000:3.0:1715206685.427138:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d941180, transno 4294988808 00000004:00080000:3.0:1715206685.427140:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a00e00, transno 4294988809 00000004:00080000:0.0:1715206685.427140:0:11042:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 39 changes, 0 in progress, 0 in flight, 10 done 00000004:00080000:3.0:1715206685.427143:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8d880, transno 4294988810 00000004:00080000:3.0:1715206685.427145:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8ed80, transno 4294988811 00000100:00100000:1.0:1715206685.427146:0:3688:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294988857 gen 2 00000100:00100000:3.0:1715206685.427150:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524873408:0@lo:400:kworker.0 00000004:00080000:1.0:1715206685.427151:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d1500, transno 4294988812 00000100:00080000:0.0:1715206685.427157:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206655 00000004:00080000:1.0:1715206685.427159:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133c64380, transno 4294988813 00000100:00080000:0.0:1715206685.427160:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206655 00000004:00080000:1.0:1715206685.427163:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d2a00, transno 4294988814 00000100:00080000:0.0:1715206685.427163:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206655 00000100:00100000:3.0:1715206685.427165:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524873152:0@lo:400:kworker.0 00000004:00080000:1.0:1715206685.427166:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133c66300, transno 4294988815 00000004:00080000:1.0:1715206685.427168:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133c64a80, transno 4294988816 00000004:00080000:1.0:1715206685.427172:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d3b80, transno 4294988817 00000004:00080000:1.0:1715206685.427175:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f1d1180, transno 4294988818 00000004:00080000:1.0:1715206685.427179:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133c65f80, transno 4294988819 00000004:00080000:1.0:1715206685.427182:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d866a00, transno 4294988820 00000004:00080000:1.0:1715206685.427184:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d866300, transno 4294988821 00000004:00080000:1.0:1715206685.427187:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c894a80, transno 4294988822 00000004:00080000:1.0:1715206685.427189:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f1d2a00, transno 4294988823 00000004:00080000:1.0:1715206685.427192:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c896d80, transno 4294988824 00000004:00080000:1.0:1715206685.427194:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06fb80, transno 4294988825 00000004:00080000:1.0:1715206685.427197:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06d180, transno 4294988826 00000004:00080000:1.0:1715206685.427200:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095b91180, transno 4294988827 00000004:00080000:1.0:1715206685.427202:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095b92680, transno 4294988828 00000004:00080000:1.0:1715206685.427205:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06ca80, transno 4294988829 00000004:00080000:1.0:1715206685.427207:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06f800, transno 4294988830 00000004:00080000:1.0:1715206685.427210:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06c000, transno 4294988831 00000004:00080000:1.0:1715206685.427212:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06e300, transno 4294988832 00000004:00080000:1.0:1715206685.427214:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f1d0380, transno 4294988833 00000004:00080000:1.0:1715206685.427217:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918380, transno 4294988834 00000004:00080000:1.0:1715206685.427220:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee0000, transno 4294988835 00000004:00080000:1.0:1715206685.427222:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d867800, transno 4294988836 00000004:00080000:1.0:1715206685.427225:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091a300, transno 4294988837 00000004:00080000:1.0:1715206685.427227:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee0a80, transno 4294988838 00000004:00080000:1.0:1715206685.427229:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800925c1880, transno 4294988839 00000004:00080000:1.0:1715206685.427232:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee0e00, transno 4294988840 00000004:00080000:1.0:1715206685.427234:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d3100, transno 4294988841 00000004:00080000:1.0:1715206685.427236:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800925c2a00, transno 4294988842 00000004:00080000:1.0:1715206685.427239:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d1880, transno 4294988843 00000004:00080000:1.0:1715206685.427241:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06c380, transno 4294988844 00000004:00080000:1.0:1715206685.427243:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130919500, transno 4294988845 00000004:00080000:1.0:1715206685.427246:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06f100, transno 4294988846 00000004:00080000:1.0:1715206685.427248:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d709f80, transno 4294988847 00000004:00080000:1.0:1715206685.427251:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f1d4a80, transno 4294988848 00000004:00080000:1.0:1715206685.427254:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011feda680, transno 4294988849 00000004:00080000:1.0:1715206685.427257:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f1d5f80, transno 4294988850 00000004:00080000:1.0:1715206685.427259:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095934700, transno 4294988851 00000004:00080000:1.0:1715206685.427263:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba8380, transno 4294988852 00000004:00080000:1.0:1715206685.427265:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095934000, transno 4294988853 00000004:00080000:1.0:1715206685.427268:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c95ad80, transno 4294988854 00000004:00080000:3.0:1715206685.427270:0:11039:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 39 changes, 0 in progress, 0 in flight, 10 done 00000004:00080000:1.0:1715206685.427270:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97ce00, transno 4294988855 00000004:00080000:1.0:1715206685.427273:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba9180, transno 4294988856 00000004:00080000:1.0:1715206685.427275:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97c380, transno 4294988857 00000100:00100000:1.0:1715206685.427280:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524873536:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.427291:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524872832:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.427300:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524873088:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.427308:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524873344:0@lo:400:kworker.0 00000100:00100000:1.0:1715206685.427315:0:3688:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294989347 gen 2 00000004:00080000:1.0:1715206685.427318:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091bb80, transno 4294989301 00000004:00080000:1.0:1715206685.427325:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091aa00, transno 4294989302 00000004:00080000:1.0:1715206685.427328:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918000, transno 4294989303 00000004:00080000:0.0:1715206685.427357:0:11056:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 41 in progress, 0 in flight, 5 done 00000100:00100000:2.0:1715206685.427362:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1715206685.427362:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130919880, transno 4294989304 00000004:00080000:1.0:1715206685.427365:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918700, transno 4294989305 00000004:00080000:1.0:1715206685.427368:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130919c00, transno 4294989306 00000004:00080000:1.0:1715206685.427371:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091a680, transno 4294989307 00000004:00080000:1.0:1715206685.427373:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091ad80, transno 4294989308 00000004:00080000:1.0:1715206685.427376:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d708700, transno 4294989309 00000004:00080000:1.0:1715206685.427378:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fed9180, transno 4294989310 00000004:00080000:1.0:1715206685.427381:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c95b480, transno 4294989311 00000004:00080000:1.0:1715206685.427383:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091b100, transno 4294989312 00000004:00080000:1.0:1715206685.427386:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c959180, transno 4294989313 00000004:00080000:1.0:1715206685.427389:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c959c00, transno 4294989314 00000004:00080000:1.0:1715206685.427392:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c95a300, transno 4294989315 00000004:00080000:1.0:1715206685.427394:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c958000, transno 4294989316 00000004:00080000:1.0:1715206685.427408:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c95bb80, transno 4294989317 00000004:00080000:1.0:1715206685.427411:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facce00, transno 4294989318 00000004:00080000:1.0:1715206685.427413:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facd880, transno 4294989319 00000004:00080000:1.0:1715206685.427416:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c959f80, transno 4294989320 00000004:00080000:1.0:1715206685.427418:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facca80, transno 4294989321 00000004:00080000:1.0:1715206685.427421:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facfb80, transno 4294989322 00000100:00100000:2.0:1715206685.427423:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524872768:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1715206685.427423:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095b93800, transno 4294989323 00000004:00080000:1.0:1715206685.427425:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c95b100, transno 4294989324 00000004:00080000:1.0:1715206685.427428:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009590a300, transno 4294989325 00000004:00080000:1.0:1715206685.427430:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c958a80, transno 4294989326 00000004:00080000:1.0:1715206685.427432:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095934380, transno 4294989327 00000004:00080000:1.0:1715206685.427435:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800a1c8dc00, transno 4294989328 00000004:00080000:1.0:1715206685.427437:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c95aa00, transno 4294989329 00000004:00080000:1.0:1715206685.427440:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095935c00, transno 4294989330 00000100:00100000:2.0:1715206685.427442:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524873024:0@lo:400:kworker.0 00000004:00080000:1.0:1715206685.427442:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095935180, transno 4294989331 00000004:00080000:1.0:1715206685.427444:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facf800, transno 4294989332 00000004:00080000:1.0:1715206685.427447:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008faced80, transno 4294989333 00000004:00080000:1.0:1715206685.427449:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facdf80, transno 4294989334 00000004:00080000:1.0:1715206685.427452:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c896680, transno 4294989335 00000004:00080000:1.0:1715206685.427454:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c897100, transno 4294989336 00000004:00080000:1.0:1715206685.427457:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e48380, transno 4294989337 00000004:00080000:1.0:1715206685.427460:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008d940000, transno 4294989338 00000004:00080000:1.0:1715206685.427473:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facc380, transno 4294989339 00000004:00080000:1.0:1715206685.427475:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba9f80, transno 4294989340 00000004:00080000:1.0:1715206685.427478:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090baad80, transno 4294989341 00000004:00080000:1.0:1715206685.427480:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba8a80, transno 4294989342 00000004:00080000:1.0:1715206685.427483:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090baaa00, transno 4294989343 00000100:00100000:2.0:1715206685.427486:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873280 00000004:00080000:1.0:1715206685.427486:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095937100, transno 4294989344 00000004:00080000:1.0:1715206685.427489:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c958700, transno 4294989345 00000100:00100000:2.0:1715206685.427491:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873280 00000004:00080000:1.0:1715206685.427491:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e48e00, transno 4294989346 00000004:00080000:1.0:1715206685.427494:0:3688:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e49c00, transno 4294989347 00000100:00100000:1.0:1715206685.427498:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524873600:0@lo:400:kworker.0 00000100:00100000:2.0:1715206685.427531:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1715206685.427540:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524873280:12345-0@lo:400:kworker.0 00000004:00080000:3.0:1715206685.427556:0:11058:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 44 in progress, 0 in flight, 3 done 00000100:00100000:2.0:1715206685.427593:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524873280:12345-0@lo:400:kworker.0 Request processed in 52us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.427603:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00080000:2.0:1715206685.427624:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206655 00000004:00080000:0.0:1715206685.427638:0:11056:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 41 done 00000100:00100000:2.0:1715206685.427647:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524873280:0@lo:400:kworker.0 00000004:00080000:3.0:1715206685.427734:0:11058:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 44 done 00000004:00080000:0.0:1715206685.428220:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 446 committed 00000020:00080000:0.0:1715206685.428247:0:8260:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 17 batchid updated 00000020:00080000:0.0:1715206685.428252:0:8260:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 16 batchid updated 00000020:00080000:0.0:1715206685.428256:0:8260:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 15 batchid updated 00000020:00080000:0.0:1715206685.428260:0:8260:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 14 batchid updated 00000020:00080000:0.0:1715206685.428265:0:8260:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 13 batchid updated 00000020:00080000:0.0:1715206685.428268:0:8260:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 12 batchid updated 00000020:00080000:0.0:1715206685.428273:0:8260:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 10 batchid updated 00000004:00080000:0.0:1715206685.428296:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 444 committed 00000004:00080000:0.0:1715206685.428321:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 445 committed 00000100:00100000:0.0:1715206685.428383:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873728:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.428406:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524873792:0@lo:6:osp-syn-1-1.0 00000020:00080000:1.0:1715206685.428423:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17 00000100:00100000:0.0:1715206685.428427:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.428450:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873728 00000100:00100000:2.0:1715206685.428454:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873728 00000100:00100000:0.0:1715206685.428469:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873984:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.428474:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78026 00000100:00100000:2.0:1715206685.428479:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524873728:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1715206685.428485:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008c8383c0 with version 30 00000020:00080000:1.0:1715206685.428497:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 10 cancel update log [0x200000401:0x2:0x0].10: rc = 0 00000100:00100000:0.0:1715206685.428497:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1715206685.428499:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4 count 1 00000004:00080000:3.0:1715206685.428503:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 30 rpc_version 30 00000100:00100000:0.0:1715206685.428517:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874240:0@lo:6:osp-syn-0-1.0 00000020:00100000:3.0:1715206685.428521:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:2.0:1715206685.428523:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.428529:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008facdf80 x1798523524874752/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206685.428534:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1715206685.428543:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 10 cancel update log [0x240000400:0x2:0x0].10: rc = 0 00010000:00010000:2.0:1715206685.428547:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b058c0/0xb73f6b2ce24d079c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014887 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.428547:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874496:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.428550:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facdf80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524874752:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1715206685.428556:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.428558:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1715206685.428561:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.428562:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206685.428563:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008c838180 with version 31 00000020:00080000:1.0:1715206685.428566:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 11 cancel update log [0x200000401:0x2:0x0].11: rc = 0 00000100:00100000:0.0:1715206685.428573:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000020:00080000:1.0:1715206685.428579:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 11 cancel update log [0x240000400:0x2:0x0].11: rc = 0 00000100:00100000:0.0:1715206685.428579:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873664:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.428586:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b058c0/0xb73f6b2ce24d079c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014887 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.428587:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1715206685.428594:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008c838540 with version 32 00000100:00100000:0.0:1715206685.428594:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1715206685.428597:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 12 cancel update log [0x200000401:0x2:0x0].12: rc = 0 00010000:00010000:2.0:1715206685.428599:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b058c0/0xb73f6b2ce24d079c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014887 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.428605:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873920:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.428606:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3519c0 going to sleep for 11 seconds 00000020:00080000:1.0:1715206685.428610:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 12 cancel update log [0x240000400:0x2:0x0].12: rc = 0 00000100:00100000:2.0:1715206685.428611:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524874816:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.428619:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1715206685.428623:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008c8386c0 with version 33 00000100:00100000:3.0:1715206685.428625:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873984 00000020:00080000:1.0:1715206685.428626:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 13 cancel update log [0x200000401:0x2:0x0].13: rc = 0 00000100:00100000:3.0:1715206685.428630:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873984 00000020:00080000:1.0:1715206685.428638:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 13 cancel update log [0x240000400:0x2:0x0].13: rc = 0 00000100:00100000:0.0:1715206685.428645:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874176:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.428653:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874240 00000004:00080000:1.0:1715206685.428654:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008c838c00 with version 34 00000100:00100000:3.0:1715206685.428655:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874240 00000100:00100000:2.0:1715206685.428656:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00000020:00080000:1.0:1715206685.428656:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 14 cancel update log [0x200000401:0x2:0x0].14: rc = 0 00000100:00100000:0.0:1715206685.428660:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1715206685.428668:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 14 cancel update log [0x240000400:0x2:0x0].14: rc = 0 00000100:00100000:2.0:1715206685.428671:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874752 00000100:00100000:0.0:1715206685.428672:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874432:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.428674:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874752 00000100:00100000:3.0:1715206685.428678:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874496 00000100:00100000:3.0:1715206685.428681:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874496 00000004:00080000:1.0:1715206685.428683:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008c8389c0 with version 35 00000020:00080000:1.0:1715206685.428686:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 15 cancel update log [0x200000401:0x2:0x0].15: rc = 0 00000100:00100000:0.0:1715206685.428686:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.428693:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1715206685.428696:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873664 00000100:00100000:3.0:1715206685.428698:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873664 00000100:00100000:2.0:1715206685.428698:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8273:x1798523524874752:12345-0@lo:1000:osp_up0-1.0 00000020:00080000:1.0:1715206685.428698:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 15 cancel update log [0x240000400:0x2:0x0].15: rc = 0 00000100:00100000:3.0:1715206685.428709:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873920 00000100:00100000:3.0:1715206685.428711:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873920 00000004:00080000:1.0:1715206685.428711:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88013551cb40 with version 36 00000020:00080000:1.0:1715206685.428715:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 16 cancel update log [0x200000401:0x2:0x0].16: rc = 0 00000100:00100000:3.0:1715206685.428721:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874176 00000100:00100000:3.0:1715206685.428723:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874176 00000020:00080000:1.0:1715206685.428727:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 16 cancel update log [0x240000400:0x2:0x0].16: rc = 0 00000100:00100000:3.0:1715206685.428731:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874432 00000100:00100000:3.0:1715206685.428734:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874432 00000004:00080000:1.0:1715206685.428739:0:8281:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88013551c0c0 with version 37 00000020:00080000:1.0:1715206685.428742:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 17 cancel update log [0x200000401:0x2:0x0].17: rc = 0 00000100:00100000:3.0:1715206685.428746:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78027 00000100:00100000:3.0:1715206685.428752:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3686:x1798523524873984:12345-0@lo:6:osp-syn-1-1.0 00000020:00080000:1.0:1715206685.428754:0:8281:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 17 cancel update log [0x240000400:0x2:0x0].17: rc = 0 00000020:00080000:1.0:1715206685.428760:0:8281:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 17 00002000:00080000:3.0:1715206685.428770:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3686 count 1 00000100:00100000:1.0:1715206685.428780:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78028 00010000:00010000:3.0:1715206685.428786:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.428788:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+8:3686:x1798523524874240:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.428803:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800924cb600/0xb73f6b2ce2c29d78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828607a expref: 45 pid: 18676 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.428808:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4 count 1 00000100:00100000:2.0:1715206685.428809:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8273:x1798523524874752:12345-0@lo:1000:osp_up0-1.0 Request processed in 109us (220us total) trans 4295060083 rc 0/0 00010000:00010000:3.0:1715206685.428811:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1715206685.428811:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78029 00010000:00010000:3.0:1715206685.428813:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.428816:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.428818:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1715206685.428818:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+8:3686:x1798523524874496:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.428824:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.428835:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800924cb600/0xb73f6b2ce2c29d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828607a expref: 45 pid: 18676 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1715206685.428837:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3686 count 1 00010000:00010000:1.0:1715206685.428841:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b04900/0xb73f6b2ce24d078e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014879 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.428849:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.428851:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.428852:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800924cb600/0xb73f6b2ce2c29d78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828607a expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.428854:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.428854:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.428863:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524874880:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.428871:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facdf80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524874752:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1715206685.428871:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800924c8d80/0xb73f6b2ce2c29d6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828606c expref: 45 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.428876:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b04900/0xb73f6b2ce24d078e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014879 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.428879:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.428881:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000004:00080000:2.0:1715206685.428885:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 31 rpc_version 31 00010000:00010000:0.0:1715206685.428885:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.428886:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b04900/0xb73f6b2ce24d078e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014879 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.428896:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.428898:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524874944:192.168.203.35@tcp:104: 00000020:00100000:2.0:1715206685.428903:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:0.0:1715206685.428905:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800924c8d80/0xb73f6b2ce2c29d6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828606c expref: 45 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.428911:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880094e49180 x1798523524875136/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1715206685.428915:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78030 00010000:00010000:0.0:1715206685.428916:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800924c8d80/0xb73f6b2ce2c29d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828606c expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.428921:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+8:3686:x1798523524873664:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.428928:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524875072:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.428931:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c480 going to sleep for 11 seconds 00002000:00080000:3.0:1715206685.428933:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3 count 1 00000100:00100000:2.0:1715206685.428934:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524875136:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1715206685.428944:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.428953:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78031 00000100:00100000:0.0:1715206685.428955:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e43c0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.428956:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009084c000/0xb73f6b2ce24d05ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147b5 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.428959:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+8:3686:x1798523524873920:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.428963:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.428965:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.428967:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.428983:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1715206685.428983:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9 count 1 00000100:00100000:0.0:1715206685.428985:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78032 00000100:00100000:0.0:1715206685.428990:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+8:3686:x1798523524874176:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.428993:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.428994:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009084c000/0xb73f6b2ce24d05ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147b5 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.429001:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.429003:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009084c000/0xb73f6b2ce24d05ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147b5 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00002000:00080000:0.0:1715206685.429003:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3 count 1 00010000:00010000:1.0:1715206685.429004:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120115440/0xb73f6b2ce24d0f28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b51 expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.429011:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206685.429013:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524875200:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.429013:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429014:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.429015:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.429021:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524875136 00000100:00100000:2.0:1715206685.429026:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524875136 00010000:00010000:0.0:1715206685.429027:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009084c900/0xb73f6b2ce24d059d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a0 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.429032:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120115440/0xb73f6b2ce24d0f28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b51 expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.429033:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351240 going to sleep for 11 seconds 00010000:00010000:0.0:1715206685.429035:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429036:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429039:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.429042:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120115440/0xb73f6b2ce24d0f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b51 expref: 45 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.429050:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78033 00000100:00100000:1.0:1715206685.429052:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524875264:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.429084:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009084c900/0xb73f6b2ce24d059d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a0 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.429089:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+8:3686:x1798523524874432:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.429089:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00010000:00010000:0.0:1715206685.429094:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009084c900/0xb73f6b2ce24d059d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a0 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.429100:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8273:x1798523524875136:12345-0@lo:1000:osp_up0-1.0 00002000:00080000:3.0:1715206685.429103:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9 count 1 00000100:00100000:0.0:1715206685.429105:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9394:1798523524875328:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.429108:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c180 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.429115:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429126:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094962ac0/0xb73f6b2ce24d0f21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b4a expref: 45 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.429128:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524873856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.429129:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e46c0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.429133:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.429134:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.429137:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.429146:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.429154:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094962ac0/0xb73f6b2ce24d0f21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b4a expref: 45 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429164:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094962ac0/0xb73f6b2ce24d0f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b4a expref: 45 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.429174:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524875392:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.429184:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524874048:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.429191:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.429197:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3519c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.429212:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873792 00000100:00100000:3.0:1715206685.429216:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873792 00000100:00100000:0.0:1715206685.429220:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.429222:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524874112:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.429235:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524873856 00000100:00100000:2.0:1715206685.429237:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8273:x1798523524875136:12345-0@lo:1000:osp_up0-1.0 Request processed in 137us (252us total) trans 4295060084 rc 0/0 00000100:00100000:3.0:1715206685.429238:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524873856 00000100:00100000:0.0:1715206685.429241:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524874304:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.429243:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.429250:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1715206685.429264:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874048 00000100:00100000:3.0:1715206685.429268:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874048 00000100:00100000:0.0:1715206685.429271:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874112 00000100:00100000:1.0:1715206685.429276:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524874368:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.429276:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874112 00000100:00100000:3.0:1715206685.429283:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78034 00000100:00100000:3.0:1715206685.429287:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+12:3687:x1798523524873792:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.429290:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.429295:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78035 00000100:00100000:0.0:1715206685.429296:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874368 00002000:00080000:3.0:1715206685.429299:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:12 count 1 00000100:00100000:0.0:1715206685.429299:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874368 00000100:00100000:1.0:1715206685.429301:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008faced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524874624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.429304:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+12:3688:x1798523524873856:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.429310:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.429310:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78036 00000100:00100000:1.0:1715206685.429314:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.429315:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+12:3687:x1798523524874048:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.429321:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a4fc0/0xb73f6b2ce24d10f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c23 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.429325:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8 count 1 00010000:00010000:3.0:1715206685.429328:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1715206685.429328:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11 count 1 00000100:00100000:1.0:1715206685.429355:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874624 00010000:00010000:3.0:1715206685.429357:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206685.429360:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874624 00010000:00010000:3.0:1715206685.429361:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429366:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.429371:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429379:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094962d00/0xb73f6b2ce24d105c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bdd expref: 45 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.429381:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78037 00010000:00010000:3.0:1715206685.429382:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008c8a4fc0/0xb73f6b2ce24d10f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c23 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.429386:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+12:3688:x1798523524874112:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1715206685.429386:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429388:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429391:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429392:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008c8a4fc0/0xb73f6b2ce24d10f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c23 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.429393:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880120115680/0xb73f6b2ce24d0e56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014afd expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.429401:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10 count 1 00000100:00100000:3.0:1715206685.429402:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524875456:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.429405:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.429409:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.429412:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429412:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094962d00/0xb73f6b2ce24d105c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bdd expref: 45 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.429413:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429421:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094962d00/0xb73f6b2ce24d105c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bdd expref: 45 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.429424:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880090b073c0/0xb73f6b2ce24d0fc2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b97 expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.429426:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351f00 going to sleep for 11 seconds 00010000:00010000:1.0:1715206685.429431:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1715206685.429432:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524875520:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.429433:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.429436:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.429445:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78038 00010000:00010000:2.0:1715206685.429445:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880120115680/0xb73f6b2ce24d0e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014afd expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.429451:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+10:3688:x1798523524874368:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.429455:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880090b073c0/0xb73f6b2ce24d0fc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b97 expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.429462:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880120115680/0xb73f6b2ce24d0e56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014afd expref: 45 pid: 9394 timeout: 1136 lvb_type: 0 00002000:00080000:3.0:1715206685.429464:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8 count 1 00010000:00010000:1.0:1715206685.429464:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880090b073c0/0xb73f6b2ce24d0fc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b97 expref: 45 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.429468:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.429474:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.429475:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524875648:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.429482:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524875584:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.429490:0:18670:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78039 00010000:00010000:3.0:1715206685.429492:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094963cc0/0xb73f6b2ce24d0e48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014aef expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.429494:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.429496:0:18670:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3688:x1798523524874624:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.429498:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.429500:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.429502:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1715206685.429511:0:18670:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10 count 1 00000100:00100000:2.0:1715206685.429513:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8600 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.429519:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094963cc0/0xb73f6b2ce24d0e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014aef expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429522:0:18670:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429528:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094963cc0/0xb73f6b2ce24d0e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014aef expref: 45 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.429534:0:18670:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880090b07600/0xb73f6b2ce24d0fb4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b89 expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.429537:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524875712:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.429540:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429542:0:18670:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429545:0:18670:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.429553:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00010000:00010000:0.0:1715206685.429562:0:18670:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880090b07600/0xb73f6b2ce24d0fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b89 expref: 45 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.429563:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524875136:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1715206685.429571:0:18670:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880090b07600/0xb73f6b2ce24d0fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b89 expref: 45 pid: 9394 timeout: 1136 lvb_type: 0 00000004:00080000:2.0:1715206685.429574:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 32 rpc_version 32 00000100:00100000:0.0:1715206685.429581:0:18670:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524875776:192.168.203.35@tcp:104: 00000020:00100000:2.0:1715206685.429590:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1715206685.429626:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d866300 x1798523524875904/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206685.429630:0:18670:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.429644:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524875904:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206685.429644:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.429657:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524874560:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.429674:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.429677:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.429695:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.429710:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874304 00000100:00100000:0.0:1715206685.429713:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874304 00000100:00100000:2.0:1715206685.429718:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524875904 00000100:00100000:2.0:1715206685.429723:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524875904 00000100:00100000:0.0:1715206685.429726:0:11066:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524874560 00000100:00100000:0.0:1715206685.429728:0:11066:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524874560 00000100:00100000:3.0:1715206685.429744:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78040 00000100:00100000:2.0:1715206685.429747:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1715206685.429749:0:11066:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78041 00000100:00100000:3.0:1715206685.429752:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3687:x1798523524874304:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.429753:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8273:x1798523524875904:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206685.429754:0:11066:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3687:x1798523524874560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1715206685.429764:0:11066:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:11 count 1 00002000:00080000:3.0:1715206685.429770:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12 count 1 00010000:00010000:0.0:1715206685.429773:0:11066:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429783:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429783:0:11066:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801201173c0/0xb73f6b2ce24d1055 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bd6 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429789:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429791:0:11066:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429793:0:11066:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429797:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a5f80/0xb73f6b2ce24d10e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c15 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429805:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.429806:0:11066:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801201173c0/0xb73f6b2ce24d1055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bd6 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.429808:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.429812:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.429814:0:11066:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801201173c0/0xb73f6b2ce24d1055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bd6 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.429821:0:11066:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524875968:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.429833:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d867800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:8273:x1798523524875904:12345-0@lo:1000:osp_up0-1.0 Request processed in 79us (156us total) trans 4295060085 rc 0/0 00010000:00010000:3.0:1715206685.429835:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c8a5f80/0xb73f6b2ce24d10e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c15 expref: 45 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.429840:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00010000:00010000:3.0:1715206685.429848:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c8a5f80/0xb73f6b2ce24d10e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c15 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.429851:0:11066:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.429861:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524876032:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.429872:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524875904:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1715206685.429878:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 33 rpc_version 33 00000020:00100000:2.0:1715206685.429888:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1715206685.429890:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.429892:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008d865c00 x1798523524876160/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1715206685.429904:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d865c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876160:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206685.429923:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.429936:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.429953:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876160 00000100:00100000:3.0:1715206685.429958:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876160 00000100:00100000:3.0:1715206685.430013:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1715206685.430022:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8273:x1798523524876160:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715206685.430198:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d864a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8273:x1798523524876160:12345-0@lo:1000:osp_up0-1.0 Request processed in 175us (270us total) trans 4295060086 rc 0/0 00000100:00100000:3.0:1715206685.430208:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1715206685.430239:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d865c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876160:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1715206685.430248:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 34 rpc_version 34 00000020:00100000:2.0:1715206685.430262:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1715206685.430268:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008c896680 x1798523524876288/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1715206685.430284:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876288:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206685.430313:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.430362:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.430384:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876288 00000100:00100000:3.0:1715206685.430390:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876288 00000100:00100000:3.0:1715206685.430414:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1715206685.430421:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8273:x1798523524876288:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715206685.430533:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8273:x1798523524876288:12345-0@lo:1000:osp_up0-1.0 Request processed in 110us (217us total) trans 4295060087 rc 0/0 00000100:00100000:3.0:1715206685.430543:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1715206685.430579:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876288:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1715206685.430590:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 35 rpc_version 35 00000020:00100000:2.0:1715206685.430604:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1715206685.430610:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008c894a80 x1798523524876416/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1715206685.430626:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876416:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206685.430658:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.430672:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.430688:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876416 00000100:00100000:3.0:1715206685.430694:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876416 00000100:00100000:3.0:1715206685.430716:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1715206685.430722:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8273:x1798523524876416:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206685.430757:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524874816:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.430778:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.430822:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:8273:x1798523524876416:12345-0@lo:1000:osp_up0-1.0 Request processed in 97us (162us total) trans 4295060088 rc 0/0 00000100:00100000:3.0:1715206685.430842:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1715206685.430868:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876416:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1715206685.430881:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 36 rpc_version 36 00000020:00100000:0.0:1715206685.430898:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206685.430905:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880130919c00 x1798523524876544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206685.430926:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876544:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715206685.430961:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.430975:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.430986:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876544 00000100:00100000:3.0:1715206685.430991:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876544 00000100:00100000:3.0:1715206685.431031:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1715206685.431038:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:8273:x1798523524876544:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715206685.431187:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:8273:x1798523524876544:12345-0@lo:1000:osp_up0-1.0 Request processed in 147us (223us total) trans 4295060089 rc 0/0 00000100:00100000:2.0:1715206685.431195:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524874880:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.431198:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00010000:00010000:2.0:1715206685.431224:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.431251:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876544:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1715206685.431264:0:8273:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff880093828480 version 37 rpc_version 37 00000020:00100000:1.0:1715206685.431279:0:8273:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1715206685.431286:0:8273:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88008f97ce00 x1798523524876672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206685.431291:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.431305:0:8273:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876672:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206685.431313:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799872 00000100:00100000:2.0:1715206685.431317:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799872 00010000:00010000:2.0:1715206685.431370:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b058c0/0xb73f6b2ce24d079c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014887 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00080000:3.0:1715206685.431371:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206655 00000100:00100000:1.0:1715206685.431373:0:8273:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.431393:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158829 00000100:00100000:1.0:1715206685.431393:0:8273:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c840 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.431398:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2003:x1798523591799872:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206685.431407:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876672 00010000:00010000:2.0:1715206685.431407:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206685.431412:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876672 00010000:00010000:2.0:1715206685.431412:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b058c0/0xb73f6b2ce24d079c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014887 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.431421:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b058c0/0xb73f6b2ce24d079c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014887 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.431441:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b058c0/0xb73f6b2ce24d079c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014887 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.431446:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1715206685.431453:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:8273:x1798523524876672:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1715206685.431470:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.431472:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.431476:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.431484:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.431498:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.431517:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.431524:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2003:x1798523591799872:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 124us (237us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.431526:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.431530:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158829 00010000:00010000:1.0:1715206685.431533:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.431539:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:8273:x1798523524876672:12345-0@lo:1000:osp_up0-1.0 Request processed in 84us (167us total) trans 4295060090 rc 0/0 00010000:00010000:1.0:1715206685.431540:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.431547:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.431549:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00010000:00010000:1.0:1715206685.431552:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.431556:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.431563:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.431577:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.431583:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014b40/0xb73f6b2ce2c37a14 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.432005:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.432073:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591799936 00000100:00100000:2.0:1715206685.432078:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591799936 00010000:00010000:2.0:1715206685.432092:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800924cb600/0xb73f6b2ce2c29d78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828607a expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.432115:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158830 00000100:00100000:2.0:1715206685.432120:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2003:x1798523591799936:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.432127:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.432131:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800924cb600/0xb73f6b2ce2c29d78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828607a expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.432139:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800924cb600/0xb73f6b2ce2c29d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828607a expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.432153:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800924cb600/0xb73f6b2ce2c29d78 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828607a expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.432161:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.432163:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.432166:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.432173:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.432186:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.432203:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.432209:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591799936:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 88us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.432215:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158830 00010000:00010000:3.0:1715206685.432219:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.432248:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.432259:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.432268:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.432277:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d46c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.432281:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.432291:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.432314:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524875072:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.432319:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.432327:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.432353:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37a1b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.432392:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524874944:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.432413:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.432473:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.432525:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800000 00000100:00100000:2.0:1715206685.432532:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800000 00010000:00010000:2.0:1715206685.432565:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b04900/0xb73f6b2ce24d078e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014879 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.432589:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158831 00000100:00100000:2.0:1715206685.432595:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+46:2003:x1798523591800000:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.432604:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.432609:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b04900/0xb73f6b2ce24d078e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014879 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.432621:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b04900/0xb73f6b2ce24d078e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014879 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.432642:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b04900/0xb73f6b2ce24d078e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014879 expref: 46 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.432651:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.432653:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.432655:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.432662:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.432686:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206685.432700:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3686:x1798523524873984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3944us (4199us total) trans 4294989362 rc 0/0 00000100:00100000:2.0:1715206685.432710:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2003:x1798523591800000:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 115us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.432711:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78027 00010000:00010000:0.0:1715206685.432713:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.432716:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158831 00010000:00010000:0.0:1715206685.432722:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.432729:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1715206685.432733:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206655 00010000:00010000:0.0:1715206685.432736:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.432742:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.432747:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.432750:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.432756:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.432771:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.432788:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37a22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.432831:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+13:3686:x1798523524873728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4347us (4401us total) trans 4294989361 rc 0/0 00000100:00100000:1.0:1715206685.432842:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78026 00000100:00100000:1.0:1715206685.432885:0:8273:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8273:1798523524876672:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1715206685.432921:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e48380/2, rc 0, transno 22066 00000100:00100000:1.0:1715206685.432946:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873984:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1715206685.432961:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e49880/2, rc 0, transno 22065 00000100:00100000:1.0:1715206685.432966:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873728:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.433015:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524876800:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.433079:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524876736:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.433079:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.433110:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876800 00000100:00100000:1.0:1715206685.433115:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876800 00000100:00100000:2.0:1715206685.433117:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.433119:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.433136:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876736 00000100:00100000:1.0:1715206685.433139:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876736 00000100:00100000:1.0:1715206685.433155:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78042 00000100:00100000:1.0:1715206685.433161:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+14:3686:x1798523524876800:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.433167:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524875200:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.433173:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524875264:192.168.203.35@tcp:104: 00002000:00080000:1.0:1715206685.433179:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3712 count 1 00010000:00010000:3.0:1715206685.433186:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433186:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.433195:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.433203:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800064 00000100:00100000:2.0:1715206685.433206:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800064 00000100:00100000:3.0:1715206685.433212:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78043 00010000:00010000:1.0:1715206685.433212:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800833dc480/0xb73f6b2ce2c2eefb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf1 expref: 43 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433217:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800924c8d80/0xb73f6b2ce2c29d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828606c expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.433220:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+14:3685:x1798523524876736:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206685.433223:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.433225:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.433230:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.433233:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158832 00000100:00100000:2.0:1715206685.433238:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2003:x1798523591800064:12345-192.168.203.35@tcp:103:ldlm_bl.0 00002000:00080000:3.0:1715206685.433239:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3692 count 1 00010000:00010000:2.0:1715206685.433244:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.433247:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800924c8d80/0xb73f6b2ce2c29d6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828606c expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.433253:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.433253:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800833dc480/0xb73f6b2ce2c2eefb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf1 expref: 43 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433255:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800924c8d80/0xb73f6b2ce2c29d6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828606c expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.433266:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800833dc480/0xb73f6b2ce2c2eefb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf1 expref: 43 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.433268:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4d80/0xb73f6b2ce2c2af3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286677 expref: 43 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433268:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800924c8d80/0xb73f6b2ce2c29d6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828606c expref: 45 pid: 18676 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.433277:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.433277:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.433278:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.433280:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.433280:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.433280:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524876864:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.433284:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433287:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433299:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.433308:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800832d4d80/0xb73f6b2ce2c2af3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286677 expref: 43 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.433314:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c840 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.433318:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800064:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 79us (202us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.433322:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800832d4d80/0xb73f6b2ce2c2af3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286677 expref: 43 pid: 9392 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.433323:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158832 00000100:00100000:3.0:1715206685.433364:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524876928:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.433364:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433371:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433384:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433390:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433396:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.433398:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17900 going to sleep for 11 seconds 00010000:00010000:2.0:1715206685.433401:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.433404:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433410:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433420:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.433426:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120117a80/0xb73f6b2ce2c37a29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe66:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.433668:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+14:3686:x1798523524874496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4849us (5104us total) trans 4294988873 rc 0/0 00000100:00100000:2.0:1715206685.433676:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78029 00000004:00080000:1.0:1715206685.433717:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facfb80/2, rc 0, transno 21577 00000100:00100000:1.0:1715206685.433743:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874496:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.433842:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1715206685.433853:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524876992:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.433886:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.433896:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+13:3686:x1798523524874240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5106us (5358us total) trans 4294988872 rc 0/0 00000100:00100000:0.0:1715206685.433904:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78028 00000100:00100000:0.0:1715206685.433919:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524876992 00000100:00100000:0.0:1715206685.433923:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524876992 00000004:00080000:2.0:1715206685.433934:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a07b80/2, rc 0, transno 21576 00000100:00100000:0.0:1715206685.433939:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78044 00000100:00100000:0.0:1715206685.433943:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+13:3688:x1798523524876992:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.433948:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874240:0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1715206685.433957:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3692 count 1 00010000:00010000:0.0:1715206685.433969:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.433981:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009255ad00/0xb73f6b2ce2c2af37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828667e expref: 43 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.433986:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1715206685.433987:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.433989:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.433991:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.433998:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524877056:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1715206685.434007:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009255ad00/0xb73f6b2ce2c2af37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828667e expref: 43 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.434015:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009255ad00/0xb73f6b2ce2c2af37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828667e expref: 43 pid: 18675 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.434026:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.434031:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524877120:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.434047:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877056 00000100:00100000:2.0:1715206685.434051:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877056 00000100:00100000:2.0:1715206685.434088:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78045 00000100:00100000:0.0:1715206685.434090:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.434093:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3687:x1798523524877056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1715206685.434106:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3712 count 1 00010000:00010000:2.0:1715206685.434118:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.434129:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ef02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf8 expref: 43 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.434134:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.434136:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.434138:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.434154:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ef02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf8 expref: 43 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.434180:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ef02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf8 expref: 43 pid: 18679 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.434191:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524877184:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.434234:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.436938:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.436976:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9394:1798523524875328:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.436993:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437108:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524875648:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.437117:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524875520:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.437120:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524875392:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.437132:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.437137:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.437138:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524875456:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.437147:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.437152:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437174:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800128 00000100:00100000:1.0:1715206685.437179:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800128 00000100:00100000:2.0:1715206685.437199:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524875584:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.437199:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009084c000/0xb73f6b2ce24d05ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147b5 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.437205:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.437210:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437221:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800256 00000100:00100000:1.0:1715206685.437224:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800256 00000100:00100000:3.0:1715206685.437225:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524875712:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.437233:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158833 00010000:00010000:1.0:1715206685.437233:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009084c900/0xb73f6b2ce24d059d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a0 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.437238:0:18670:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:18670:1798523524875776:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.437240:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.437240:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800128:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.437250:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206685.437251:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158834 00010000:00010000:0.0:1715206685.437251:0:18670:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.437256:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009084c000/0xb73f6b2ce24d05ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147b5 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437258:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800256:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.437265:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009084c000/0xb73f6b2ce24d05ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147b5 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437268:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.437290:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009084c900/0xb73f6b2ce24d059d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a0 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.437291:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.437297:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009084c000/0xb73f6b2ce24d05ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147b5 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437299:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009084c900/0xb73f6b2ce24d059d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a0 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.437307:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.437308:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.437311:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437316:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800192 00000100:00100000:0.0:1715206685.437319:0:11066:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11066:1798523524875968:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.437321:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800192 00010000:00010000:1.0:1715206685.437323:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009084c900/0xb73f6b2ce24d059d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580147a0 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.437324:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.437349:0:11066:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.437356:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.437357:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120115440/0xb73f6b2ce24d0f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b51 expref: 44 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437360:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437362:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437366:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.437374:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437379:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158835 00000100:00100000:2.0:1715206685.437381:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800128:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 141us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.437385:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800192:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206685.437388:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158833 00010000:00010000:1.0:1715206685.437390:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.437393:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.437398:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120115440/0xb73f6b2ce24d0f28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b51 expref: 43 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.437402:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524876032:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.437407:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120115440/0xb73f6b2ce24d0f28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b51 expref: 43 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.437412:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437416:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+43:2003:x1798523591800256:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 157us (211us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.437423:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120115440/0xb73f6b2ce24d0f28 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b51 expref: 43 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437424:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158834 00000100:00100000:2.0:1715206685.437426:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.437438:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.437440:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.437443:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.437450:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437454:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800320 00010000:00010000:0.0:1715206685.437456:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437458:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800320 00000100:00100000:2.0:1715206685.437462:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.437465:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.437466:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094962ac0/0xb73f6b2ce24d0f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b4a expref: 43 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.437469:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.437476:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437480:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800384 00000100:00100000:1.0:1715206685.437482:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800384 00010000:00010000:0.0:1715206685.437482:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.437489:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008c8a4fc0/0xb73f6b2ce24d10f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c23 expref: 43 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.437489:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437491:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+43:2003:x1798523591800192:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 106us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.437492:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206685.437494:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201161c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.437497:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437498:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158835 00000100:00100000:1.0:1715206685.437499:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800512 00000100:00100000:1.0:1715206685.437501:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800512 00010000:00010000:0.0:1715206685.437504:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.437507:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094962d00/0xb73f6b2ce24d105c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bdd expref: 44 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.437508:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.437513:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158836 00010000:00010000:0.0:1715206685.437516:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437518:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+43:2003:x1798523591800320:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206685.437518:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800448 00000100:00100000:1.0:1715206685.437520:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800448 00010000:00010000:0.0:1715206685.437522:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801201161c0/0xb73f6b2ce2c37a3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.437524:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.437526:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206685.437527:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880090b073c0/0xb73f6b2ce24d0fc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b97 expref: 44 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437528:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094962ac0/0xb73f6b2ce24d0f21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b4a expref: 43 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437536:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094962ac0/0xb73f6b2ce24d0f21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b4a expref: 43 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437540:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800576 00000100:00100000:1.0:1715206685.437542:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800576 00000100:00100000:2.0:1715206685.437545:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.437549:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094962ac0/0xb73f6b2ce24d0f21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b4a expref: 43 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437549:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880120115680/0xb73f6b2ce24d0e56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014afd expref: 45 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437557:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800640 00010000:00010000:3.0:1715206685.437558:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.437559:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206685.437559:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800640 00010000:00010000:3.0:1715206685.437562:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.437564:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206685.437565:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094963cc0/0xb73f6b2ce24d0e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014aef expref: 43 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437569:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437573:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800704 00000100:00100000:1.0:1715206685.437575:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800704 00010000:00010000:3.0:1715206685.437581:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.437581:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880090b07600/0xb73f6b2ce24d0fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b89 expref: 44 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437590:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158837 00000100:00100000:2.0:1715206685.437594:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.437595:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800320:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 77us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.437595:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2003:x1798523591800384:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206685.437601:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158836 00010000:00010000:1.0:1715206685.437602:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.437606:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008c8a4fc0/0xb73f6b2ce24d10f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c23 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.437612:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800768 00010000:00010000:1.0:1715206685.437614:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008c8a4fc0/0xb73f6b2ce24d10f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c23 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.437615:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800768 00000100:00100000:2.0:1715206685.437622:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.437623:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801201173c0/0xb73f6b2ce24d1055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bd6 expref: 44 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437628:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008c8a4fc0/0xb73f6b2ce24d10f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c23 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.437633:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800832 00000100:00100000:3.0:1715206685.437635:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800832 00010000:00010000:3.0:1715206685.437642:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c8a5f80/0xb73f6b2ce24d10e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c15 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437642:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437643:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437646:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437652:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158838 00010000:00010000:1.0:1715206685.437652:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437655:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800512:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.437681:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.437684:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.437686:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094962d00/0xb73f6b2ce24d105c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bdd expref: 44 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437696:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094962d00/0xb73f6b2ce24d105c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bdd expref: 44 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437706:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800384:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 109us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.437713:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.437714:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158837 00010000:00010000:3.0:1715206685.437725:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094962d00/0xb73f6b2ce24d105c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bdd expref: 43 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437726:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800896 00000100:00100000:1.0:1715206685.437730:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800896 00000100:00100000:2.0:1715206685.437735:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.437736:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.437737:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.437740:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.437740:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800833dc480/0xb73f6b2ce2c2eefb lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf1 expref: 43 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437748:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437751:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801024 00000100:00100000:1.0:1715206685.437753:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801024 00000100:00100000:2.0:1715206685.437755:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206685.437762:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009255ad00/0xb73f6b2ce2c2af37 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828667e expref: 46 pid: 18675 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437764:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.437771:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591800960 00000100:00100000:1.0:1715206685.437774:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591800960 00010000:00010000:1.0:1715206685.437781:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4d80/0xb73f6b2ce2c2af3e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286677 expref: 44 pid: 9392 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.437785:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800512:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 128us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.437791:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158839 00000100:00100000:1.0:1715206685.437797:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800448:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206685.437798:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206685.437804:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206685.437806:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158838 00010000:00010000:1.0:1715206685.437808:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880090b073c0/0xb73f6b2ce24d0fc2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b97 expref: 44 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.437817:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801088 00010000:00010000:1.0:1715206685.437818:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880090b073c0/0xb73f6b2ce24d0fc2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b97 expref: 43 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.437822:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801088 00000100:00100000:3.0:1715206685.437823:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158840 00000100:00100000:3.0:1715206685.437828:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+43:2003:x1798523591800576:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.437831:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880090b073c0/0xb73f6b2ce24d0fc2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b97 expref: 43 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437836:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.437839:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ef02 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf8 expref: 47 pid: 18679 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437841:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880120115680/0xb73f6b2ce24d0e56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014afd expref: 42 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437841:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437842:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437845:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.437852:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880120115680/0xb73f6b2ce24d0e56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014afd expref: 42 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437853:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.437858:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158841 00000100:00100000:2.0:1715206685.437864:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+47:2001:x1798523591800640:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.437866:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120115680/0xb73f6b2ce24d0e56 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014afd expref: 42 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437867:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.437873:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.437878:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094963cc0/0xb73f6b2ce24d0e48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014aef expref: 47 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437882:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.437883:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206685.437885:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+41:2003:x1798523591800448:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 86us (377us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.437886:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.437888:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094963cc0/0xb73f6b2ce24d0e48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014aef expref: 47 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437892:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158839 00010000:00010000:3.0:1715206685.437894:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.437905:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158842 00010000:00010000:2.0:1715206685.437906:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094963cc0/0xb73f6b2ce24d0e48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014aef expref: 47 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.437907:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.437910:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+47:2003:x1798523591800704:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.437917:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.437918:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.437919:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437921:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880090b07600/0xb73f6b2ce24d0fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b89 expref: 46 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.437923:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.437926:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+40:2003:x1798523591800576:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 97us (400us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.437931:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.437932:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880090b07600/0xb73f6b2ce24d0fb4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b89 expref: 46 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.437933:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158840 00010000:00010000:1.0:1715206685.437944:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880090b07600/0xb73f6b2ce24d0fb4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014b89 expref: 46 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.437946:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158843 00010000:00010000:2.0:1715206685.437948:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206685.437951:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2001:x1798523591800768:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.437953:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437954:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.437957:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.437960:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.437964:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801201173c0/0xb73f6b2ce24d1055 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bd6 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437965:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.437972:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+45:2001:x1798523591800640:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 107us (426us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.437974:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801201173c0/0xb73f6b2ce24d1055 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bd6 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.437978:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.437979:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158841 00010000:00010000:3.0:1715206685.437987:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801201173c0/0xb73f6b2ce24d1055 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014bd6 expref: 45 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.437990:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+44:2003:x1798523591800704:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 79us (427us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.437996:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206685.437997:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158842 00010000:00010000:3.0:1715206685.437998:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.438001:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.438008:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158844 00010000:00010000:3.0:1715206685.438009:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.438013:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+42:2003:x1798523591800832:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.438020:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.438023:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.438024:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158845 00010000:00010000:2.0:1715206685.438026:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c8a5f80/0xb73f6b2ce24d10e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c15 expref: 42 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.438030:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+39:2003:x1798523591800896:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206685.438036:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+42:2001:x1798523591800768:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 84us (443us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.438036:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c8a5f80/0xb73f6b2ce24d10e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c15 expref: 42 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.438037:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.438041:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800833dc480/0xb73f6b2ce2c2eefb lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf1 expref: 39 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.438042:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158843 00010000:00010000:1.0:1715206685.438051:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800833dc480/0xb73f6b2ce2c2eefb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf1 expref: 39 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.438058:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a5f80/0xb73f6b2ce24d10e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014c15 expref: 41 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.438068:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206685.438110:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158846 00010000:00010000:1.0:1715206685.438113:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.438114:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206685.438115:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+40:2000:x1798523591801024:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.438115:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.438117:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438117:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.438123:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.438124:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438125:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.438132:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009255ad00/0xb73f6b2ce2c2af37 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828667e expref: 40 pid: 18675 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.438133:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.438140:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.438141:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009255ad00/0xb73f6b2ce2c2af37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828667e expref: 40 pid: 18675 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.438146:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+39:2003:x1798523591800896:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 116us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.438152:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158845 00000100:00100000:2.0:1715206685.438156:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+40:2003:x1798523591800832:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 142us (534us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.438159:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.438161:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206685.438163:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158844 00010000:00010000:3.0:1715206685.438164:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.438166:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158847 00000100:00100000:1.0:1715206685.438170:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+38:2002:x1798523591800960:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.438171:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438177:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.438178:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158848 00010000:00010000:3.0:1715206685.438181:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.438181:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800832d4d80/0xb73f6b2ce2c2af3e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286677 expref: 38 pid: 9392 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.438182:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+39:2002:x1798523591801088:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.438189:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.438190:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800832d4d80/0xb73f6b2ce2c2af3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286677 expref: 38 pid: 9392 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.438194:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ef02 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf8 expref: 39 pid: 18679 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.438197:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+39:2000:x1798523591801024:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 81us (463us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.438202:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ef02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf8 expref: 39 pid: 18679 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.438203:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158846 00010000:00010000:1.0:1715206685.438205:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.438207:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.438210:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438216:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438220:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.438221:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.438223:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438225:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.438226:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438230:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.438233:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438238:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.438239:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+38:2002:x1798523591800960:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 68us (486us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.438241:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.438245:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158847 00010000:00010000:3.0:1715206685.438247:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.438249:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+38:2002:x1798523591801088:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 66us (452us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.438253:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.438255:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158848 00010000:00010000:3.0:1715206685.438259:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.438262:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.438268:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438270:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438277:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.438278:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438284:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.438289:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37a30 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438291:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438297:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438302:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13bcc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.438305:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438309:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438312:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438322:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438325:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438350:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37a61 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438353:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438364:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438375:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438392:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.438397:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438408:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438426:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438437:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37a37 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.438722:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+17:3688:x1798523524874112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9333us (9476us total) trans 4294989364 rc 0/0 00000100:00100000:1.0:1715206685.438730:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78037 00000004:00080000:1.0:1715206685.438758:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e49c00/2, rc 0, transno 22068 00000100:00100000:1.0:1715206685.438766:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524874112:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.438784:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+16:3686:x1798523524873920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9823us (10162us total) trans 4294989365 rc 0/0 00000100:00100000:2.0:1715206685.438792:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78031 00000100:00100000:0.0:1715206685.438794:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+15:3686:x1798523524874176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9799us (10128us total) trans 4294988874 rc 0/0 00000100:00100000:1.0:1715206685.438802:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.438807:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78032 00010000:00010000:2.0:1715206685.438822:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e923a80/0xb73f6b2ce2c2ef02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf8 expref: 37 pid: 18679 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.438824:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.438832:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11062:1798523524877184:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.438840:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438843:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.438850:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877248 00010000:00010000:2.0:1715206685.438851:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.438853:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877248 00010000:00010000:0.0:1715206685.438853:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438862:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.438865:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.438868:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78046 00010000:00010000:2.0:1715206685.438869:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.438873:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3685:x1798523524877248:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.438875:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.438876:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438881:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.438886:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:14 count 1 00010000:00010000:2.0:1715206685.438887:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.438887:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438889:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438896:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.438896:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116ac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.438898:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.438900:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438906:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438910:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db3600/0xb73f6b2ce24d2085 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015266 expref: 37 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.438911:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.438912:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083016ac0/0xb73f6b2ce2c37a99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438916:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.438918:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.438920:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.438929:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438936:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133db3600/0xb73f6b2ce24d2085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015266 expref: 37 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.438940:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120116ac0/0xb73f6b2ce2c37a53 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.438945:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133db3600/0xb73f6b2ce24d2085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015266 expref: 37 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.438954:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524877312:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.438970:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551ce40 going to sleep for 11 seconds 00010000:00010000:1.0:1715206685.438992:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800833dc480/0xb73f6b2ce2c2eefb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287cf1 expref: 37 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.439002:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:18672:1798523524876864:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.439013:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.439015:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+15:3687:x1798523524877056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4920us (4988us total) trans 4294988875 rc 0/0 00010000:00010000:1.0:1715206685.439020:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.439023:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78045 00010000:00010000:1.0:1715206685.439026:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439032:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439040:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439044:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439048:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439050:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439080:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439082:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.439085:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439086:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439092:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439093:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439099:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.439101:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439103:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439108:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439109:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138000/0xb73f6b2ce2c37a84 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe80:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439119:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439125:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37a4c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.439215:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+19:3686:x1798523524876800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6053us (6160us total) trans 4294989367 rc 0/0 00000100:00100000:1.0:1715206685.439222:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78042 00000004:00080000:1.0:1715206685.439277:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095908a80/2, rc 0, transno 21579 00000100:00100000:1.0:1715206685.439285:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524877056:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.439298:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+18:3686:x1798523524873664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10375us (10702us total) trans 4294989363 rc 0/0 00000100:00100000:3.0:1715206685.439306:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78030 00010000:00010000:1.0:1715206685.439307:0:18670:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439314:0:18670:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439321:0:18670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439327:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439327:0:18670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439358:0:18670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439361:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439363:0:18670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.439366:0:18670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439372:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439372:0:18670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439380:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439384:0:18670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439387:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439390:0:18670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120116400/0xb73f6b2ce2c37a6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18670 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439392:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.439395:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439401:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439414:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439420:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5b00/0xb73f6b2ce2c37a68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.439486:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+17:3687:x1798523524874048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10166us (10261us total) trans 4294989366 rc 0/0 00000100:00100000:0.0:1715206685.439497:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78036 00000100:00100000:2.0:1715206685.439511:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+16:3687:x1798523524873792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10221us (10363us total) trans 4294989368 rc 0/0 00000100:00100000:2.0:1715206685.439519:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78034 00010000:00010000:2.0:1715206685.439540:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439541:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009255ad00/0xb73f6b2ce2c2af37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828667e expref: 36 pid: 18675 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.439548:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439554:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.439559:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524877120:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.439560:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439566:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439572:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016d00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.439574:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439575:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439581:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439588:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439591:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.439598:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083016d00/0xb73f6b2ce2c37a5a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439599:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439611:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439622:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439633:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439651:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.439656:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439666:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439682:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.439692:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120114b40/0xb73f6b2ce2c37a92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.439745:0:18670:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+16:3688:x1798523524874624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10248us (10428us total) trans 4294988876 rc 0/0 00000100:00100000:1.0:1715206685.439753:0:18670:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78039 00000100:00100000:3.0:1715206685.439772:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+16:3688:x1798523524874368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10319us (10479us total) trans 4294988877 rc 0/0 00010000:00010000:1.0:1715206685.439773:0:11066:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.439779:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78038 00010000:00010000:1.0:1715206685.439781:0:11066:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439788:0:11066:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439794:0:11066:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439799:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439800:0:11066:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439805:0:11066:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.439807:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439808:0:11066:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439814:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439814:0:11066:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439820:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439824:0:11066:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439826:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.439830:0:11066:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120114900/0xb73f6b2ce2c37a76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439832:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d61c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.439834:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439842:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439853:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.439859:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d61c0/0xb73f6b2ce2c37a45 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.439959:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+17:3688:x1798523524876992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6012us (6071us total) trans 4294988878 rc 0/0 00000100:00100000:0.0:1715206685.439967:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78044 00000100:00100000:2.0:1715206685.439991:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+16:3688:x1798523524873856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10686us (10798us total) trans 4294989369 rc 0/0 00000100:00100000:2.0:1715206685.439999:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78035 00000004:00080000:2.0:1715206685.440032:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c894380/2, rc 0, transno 22071 00000100:00100000:2.0:1715206685.440041:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524876800:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1715206685.440050:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e4a300/2, rc 0, transno 22067 00000100:00100000:2.0:1715206685.440053:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873664:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1715206685.440084:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e4bb80/2, rc 0, transno 22069 00000100:00100000:2.0:1715206685.440088:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524873920:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1715206685.440095:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a04000/2, rc 0, transno 21578 00000100:00100000:2.0:1715206685.440098:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874176:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.440165:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206685.440173:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877376:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.440201:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.440220:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877376 00000100:00100000:2.0:1715206685.440224:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877376 00000100:00100000:2.0:1715206685.440256:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78047 00000100:00100000:2.0:1715206685.440262:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+16:3685:x1798523524877376:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.440267:0:11066:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3687:x1798523524874560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10508us (10587us total) trans 4294988879 rc 0/0 00002000:00080000:2.0:1715206685.440278:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:31 count 1 00000100:00100000:1.0:1715206685.440279:0:11066:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78041 00010000:00010000:2.0:1715206685.440292:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.440298:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524877440:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.440304:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3686:x1798523524874432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11245us (11614us total) trans 4294988880 rc 0/0 00010000:00010000:1.0:1715206685.440305:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440312:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e921b00/0xb73f6b2ce24d2ac6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015713 expref: 36 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.440313:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78033 00010000:00010000:1.0:1715206685.440314:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440319:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.440321:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.440322:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440324:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.440329:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.440361:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.440365:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206685.440367:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.440370:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440375:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e921b00/0xb73f6b2ce24d2ac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015713 expref: 36 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.440377:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440385:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e921b00/0xb73f6b2ce24d2ac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015713 expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.440390:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.440397:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524877568:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.440399:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37a7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206685.440401:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facf800/2, rc 0, transno 21583 00000100:00100000:0.0:1715206685.440411:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524874560:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.440412:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877440 00000100:00100000:3.0:1715206685.440416:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877440 00000004:00080000:0.0:1715206685.440422:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e48700/2, rc 0, transno 22072 00000100:00100000:2.0:1715206685.440431:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.440431:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524873792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.440436:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78048 00000004:00080000:0.0:1715206685.440439:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e48e00/2, rc 0, transno 22070 00000100:00100000:3.0:1715206685.440441:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+17:3687:x1798523524877440:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.440443:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524874048:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.440448:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877632:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.440456:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00080000:3.0:1715206685.440457:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:23 count 1 00000100:00100000:0.0:1715206685.440462:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524877504:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.440470:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.440477:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.440485:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092184000/0xb73f6b2ce24d25f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154e3 expref: 36 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.440487:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.440492:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.440493:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.440496:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.440501:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206685.440512:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877696:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.440521:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092184000/0xb73f6b2ce24d25f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154e3 expref: 36 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.440532:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092184000/0xb73f6b2ce24d25f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154e3 expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.440542:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.440543:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524877760:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.440583:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000004:00080000:2.0:1715206685.440587:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facca80/2, rc 0, transno 21584 00000100:00100000:2.0:1715206685.440592:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524874432:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.440597:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524877888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.440621:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.440628:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877632 00000100:00100000:3.0:1715206685.440631:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877632 00000004:00080000:0.0:1715206685.440642:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009590a300/2, rc 0, transno 21582 00000100:00100000:3.0:1715206685.440646:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877504 00000100:00100000:3.0:1715206685.440649:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877504 00000100:00100000:0.0:1715206685.440650:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524876992:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.440655:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877952:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.440658:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877696 00000004:00080000:0.0:1715206685.440659:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e4b800/2, rc 0, transno 22073 00000100:00100000:3.0:1715206685.440660:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877696 00000100:00100000:0.0:1715206685.440665:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524873856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.440669:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877888 00000100:00100000:3.0:1715206685.440671:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877888 00000004:00080000:0.0:1715206685.440673:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facd880/2, rc 0, transno 21581 00000100:00100000:0.0:1715206685.440676:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524874368:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.440679:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.440683:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78049 00000004:00080000:0.0:1715206685.440684:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008faced80/2, rc 0, transno 21580 00000100:00100000:3.0:1715206685.440688:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009363b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+17:3685:x1798523524877632:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.440688:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008faced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524874624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.440696:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206685.440696:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:3.0:1715206685.440701:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:14 count 1 00000100:00100000:2.0:1715206685.440701:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524878016:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.440701:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524877824:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.440713:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.440726:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092233600/0xb73f6b2ce24d208c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801526d expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.440732:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.440734:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.440737:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.440753:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092233600/0xb73f6b2ce24d208c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801526d expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.440763:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092233600/0xb73f6b2ce24d208c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801526d expref: 35 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.440773:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524878080:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.440825:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.440832:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17240 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.440847:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877952 00000100:00100000:3.0:1715206685.440850:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877952 00000100:00100000:2.0:1715206685.440852:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524878016 00000100:00100000:1.0:1715206685.440861:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3687:x1798523524874304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11099us (11205us total) trans 4294988881 rc 0/0 00000100:00100000:2.0:1715206685.440862:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524878016 00000100:00100000:0.0:1715206685.440868:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78050 00000100:00100000:0.0:1715206685.440875:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+19:3687:x1798523524877504:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.440877:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78040 00000100:00100000:3.0:1715206685.440885:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78051 00000100:00100000:3.0:1715206685.440889:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+18:3685:x1798523524877696:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.440891:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78052 00002000:00080000:0.0:1715206685.440892:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3704 count 1 00000100:00100000:2.0:1715206685.440896:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+19:3688:x1798523524877888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1715206685.440902:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:31 count 1 00000100:00100000:1.0:1715206685.440902:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78053 00010000:00010000:0.0:1715206685.440907:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.440911:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+18:3685:x1798523524877952:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.440912:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.440914:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:29 count 1 00010000:00010000:0.0:1715206685.440921:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094960900/0xb73f6b2ce2c2d302 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a2 expref: 36 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.440924:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88011e9218c0/0xb73f6b2ce24d2a95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156fe expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440927:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.440928:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.440930:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.440931:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.440931:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00002000:00080000:1.0:1715206685.440932:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:23 count 1 00010000:00010000:3.0:1715206685.440934:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.440934:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440940:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db2640/0xb73f6b2ce24d2992 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015687 expref: 36 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440947:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.440948:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.440950:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88011e9218c0/0xb73f6b2ce24d2a95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156fe expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.440951:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.440951:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.440951:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094960900/0xb73f6b2ce2c2d302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a2 expref: 36 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.440962:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094960900/0xb73f6b2ce2c2d302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a2 expref: 36 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.440966:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88011e9218c0/0xb73f6b2ce24d2a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156fe expref: 35 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.440970:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133db2640/0xb73f6b2ce24d2992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015687 expref: 36 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.440972:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092186880/0xb73f6b2ce24d25e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154d5 expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.440973:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524878272:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.440976:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524878208:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.440980:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133db2640/0xb73f6b2ce24d2992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015687 expref: 36 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.440982:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.440985:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.440989:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.440991:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524878336:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.441001:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4240 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.441005:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17c00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.441016:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.441017:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206685.441019:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092186880/0xb73f6b2ce24d25e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154d5 expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.441021:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78054 00000100:00100000:3.0:1715206685.441026:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+18:3685:x1798523524878016:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.441031:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524877824 00000100:00100000:0.0:1715206685.441033:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206685.441035:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524877824 00002000:00080000:3.0:1715206685.441036:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3704 count 1 00010000:00010000:1.0:1715206685.441036:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092186880/0xb73f6b2ce24d25e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154d5 expref: 35 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.441041:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524878144:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.441046:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.441080:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78055 00010000:00010000:3.0:1715206685.441083:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083d88fc0/0xb73f6b2ce2c2d2ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287294 expref: 35 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.441086:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+20:3688:x1798523524877824:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.441090:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.441092:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1715206685.441093:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.441094:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.441100:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524878400:192.168.203.35@tcp:104: 00002000:00080000:2.0:1715206685.441101:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:18 count 1 00010000:00010000:3.0:1715206685.441112:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083d88fc0/0xb73f6b2ce2c2d2ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287294 expref: 35 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441112:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.441115:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524878144 00000100:00100000:0.0:1715206685.441120:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524878144 00010000:00010000:3.0:1715206685.441121:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083d88fc0/0xb73f6b2ce2c2d2ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287294 expref: 35 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.441124:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800833dc900/0xb73f6b2ce24d22f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015385 expref: 36 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441130:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206685.441131:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fedb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524878464:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.441131:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.441134:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.441138:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c840 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.441139:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78056 00000100:00100000:0.0:1715206685.441144:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+21:3688:x1798523524878144:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.441151:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800833dc900/0xb73f6b2ce24d22f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015385 expref: 36 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.441154:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17780 going to sleep for 11 seconds 00002000:00080000:0.0:1715206685.441159:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:32 count 1 00010000:00010000:2.0:1715206685.441161:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800833dc900/0xb73f6b2ce24d22f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015385 expref: 36 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.441171:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524878528:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.441171:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.441194:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801216a06c0/0xb73f6b2ce24d2b60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015759 expref: 36 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.441202:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.441204:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1715206685.441206:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c83c0 going to sleep for 11 seconds 00010000:00010000:0.0:1715206685.441207:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.441212:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fedad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524878656:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1715206685.441225:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801216a06c0/0xb73f6b2ce24d2b60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015759 expref: 36 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.441226:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524878720:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1715206685.441235:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801216a06c0/0xb73f6b2ce24d2b60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015759 expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.441240:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.441246:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524878784:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.441257:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524878656 00000100:00100000:2.0:1715206685.441260:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524878656 00000100:00100000:0.0:1715206685.441277:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.441278:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78057 00000100:00100000:2.0:1715206685.441283:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+19:3685:x1798523524878656:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.441288:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4d80/0xb73f6b2ce2c2af3e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286677 expref: 36 pid: 9392 timeout: 1136 lvb_type: 0 00002000:00080000:2.0:1715206685.441295:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:29 count 1 00000100:00100000:3.0:1715206685.441301:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9392:1798523524876928:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.441306:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441314:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441351:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441351:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136443180/0xb73f6b2ce24d2984 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015679 expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441360:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206685.441362:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008facce00/2, rc 0, transno 21585 00010000:00010000:2.0:1715206685.441364:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.441367:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.441368:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441372:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.441372:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524874304:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.441375:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.441378:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1715206685.441383:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.441386:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524878592:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.441389:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.441392:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441400:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441400:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136443180/0xb73f6b2ce24d2984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015679 expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.441410:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.441414:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441417:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136443180/0xb73f6b2ce24d2984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015679 expref: 35 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.441421:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d4240/0xb73f6b2ce2c37a8b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe6c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.441434:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524878848:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.441447:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524878592 00000100:00100000:1.0:1715206685.441454:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524878592 00000100:00100000:2.0:1715206685.441477:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.441486:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78058 00000100:00100000:1.0:1715206685.441494:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3687:x1798523524878592:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.441503:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1715206685.441515:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:18 count 1 00000100:00100000:0.0:1715206685.441526:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524878720 00000100:00100000:0.0:1715206685.441531:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524878720 00010000:00010000:1.0:1715206685.441533:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.441553:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094858480/0xb73f6b2ce24d22ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801537e expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.441554:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78059 00000100:00100000:0.0:1715206685.441559:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+21:3686:x1798523524878720:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.441564:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.441567:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.441572:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1715206685.441574:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:32 count 1 00010000:00010000:0.0:1715206685.441587:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.441600:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801216a0900/0xb73f6b2ce24d2b2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015744 expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.441601:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094858480/0xb73f6b2ce24d22ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801537e expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.441616:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094858480/0xb73f6b2ce24d22ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801537e expref: 35 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.441624:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.441626:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.441629:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.441639:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524878912:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.441647:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801216a0900/0xb73f6b2ce24d2b2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015744 expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.441657:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801216a0900/0xb73f6b2ce24d2b2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015744 expref: 35 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.441668:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524878976:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.441698:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.441700:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.441705:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3685:x1798523524876736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8481us (8583us total) trans 4294989370 rc 0/0 00000100:00100000:3.0:1715206685.441717:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78043 00000100:00100000:0.0:1715206685.441751:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715206685.441759:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879040:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1715206685.441762:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c895c00/2, rc 0, transno 22074 00000100:00100000:3.0:1715206685.441777:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524876736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.441780:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.441805:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879040 00000100:00100000:3.0:1715206685.441809:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879040 00000100:00100000:0.0:1715206685.441809:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206685.441815:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524879104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.441831:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.441835:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78060 00000100:00100000:2.0:1715206685.441838:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879104 00000100:00100000:3.0:1715206685.441843:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+22:3688:x1798523524879040:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.441843:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879104 00002000:00080000:3.0:1715206685.441863:0:9392:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:16 count 1 00000100:00100000:2.0:1715206685.441863:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78061 00000100:00100000:2.0:1715206685.441869:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+22:3687:x1798523524879104:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.441880:0:9392:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.441884:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:16 count 1 00010000:00010000:2.0:1715206685.441897:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441901:0:9392:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094858000/0xb73f6b2ce24d21b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152eb expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441912:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.441915:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092233a80/0xb73f6b2ce24d21c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152f9 expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441916:0:9392:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.441920:0:9392:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441922:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.441924:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.441927:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441943:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092233a80/0xb73f6b2ce24d21c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152f9 expref: 35 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.441950:0:9392:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094858000/0xb73f6b2ce24d21b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152eb expref: 35 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.441953:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092233a80/0xb73f6b2ce24d21c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152f9 expref: 35 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.441963:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524879168:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.441967:0:9392:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094858000/0xb73f6b2ce24d21b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152eb expref: 35 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.441983:0:9392:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524879232:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.442005:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.442173:0:9392:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17900 going to sleep for 11 seconds 00000004:00080000:1.0:1715206685.442186:0:11040:0:(osp_sync.c:1639:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1036352128249ns, next at 1037352126553ns, rc = 0 00000100:00100000:3.0:1715206685.442199:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524879296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206685.442236:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.442259:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879296 00000100:00100000:0.0:1715206685.442267:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879296 00000100:00100000:0.0:1715206685.442300:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1715206685.442309:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+23:3685:x1798523524879296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1715206685.442367:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3836776448 avail 3605254144 00000100:00100000:0.0:1715206685.442430:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+23:3685:x1798523524879296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.442439:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1715206685.442487:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524879296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206685.443199:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715206685.443213:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524879360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206685.443240:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1715206685.443248:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.443255:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524879424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206685.443290:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.443306:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879360 00000100:00100000:1.0:1715206685.443315:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879360 00000100:00100000:3.0:1715206685.443322:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879424 00000100:00100000:3.0:1715206685.443328:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879424 00000100:00100000:1.0:1715206685.443363:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1715206685.443374:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524879360:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206685.443382:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1715206685.443390:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524879424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1715206685.443392:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3863572480 avail 3632050176 00002000:00000024:0.0:1715206685.443408:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3836776448 avail 3605254144 00000100:00100000:1.0:1715206685.443442:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524879360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.443452:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1715206685.443452:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524879424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.443463:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1715206685.443467:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524879360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206685.443504:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524879424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206685.445250:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9393:1798523524877760:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.445261:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.445294:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524877568:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.445301:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524878080:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.445309:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445314:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.445316:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524878272:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.445327:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524877312:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.445349:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.445364:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.445412:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.445434:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524878208:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.445445:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.445479:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801216 00000100:00100000:0.0:1715206685.445480:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.445486:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801216 00000100:00100000:1.0:1715206685.445500:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524878400:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.445506:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e921b00/0xb73f6b2ce24d2ac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015713 expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.445511:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.445530:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801152 00000100:00100000:2.0:1715206685.445534:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801152 00000100:00100000:1.0:1715206685.445538:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158849 00010000:00010000:2.0:1715206685.445542:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092184000/0xb73f6b2ce24d25f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154e3 expref: 37 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.445543:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+37:2003:x1798523591801216:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.445551:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.445556:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e921b00/0xb73f6b2ce24d2ac6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015713 expref: 37 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.445563:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158850 00010000:00010000:1.0:1715206685.445564:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e921b00/0xb73f6b2ce24d2ac6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015713 expref: 37 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.445568:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+37:2002:x1798523591801152:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.445575:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.445579:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092184000/0xb73f6b2ce24d25f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154e3 expref: 37 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.445581:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e921b00/0xb73f6b2ce24d2ac6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015713 expref: 37 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.445587:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092184000/0xb73f6b2ce24d25f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154e3 expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.445589:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.445591:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.445593:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.445599:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445600:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092184000/0xb73f6b2ce24d25f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154e3 expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.445608:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.445610:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.445612:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445619:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.445621:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.445631:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206685.445633:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.445640:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.445645:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+35:2003:x1798523591801216:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 101us (235us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.445646:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.445651:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+35:2002:x1798523591801152:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 82us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.445651:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158849 00010000:00010000:3.0:1715206685.445652:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.445654:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801344 00000100:00100000:2.0:1715206685.445656:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158850 00010000:00010000:3.0:1715206685.445657:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.445659:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801344 00010000:00010000:3.0:1715206685.445662:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.445666:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830158c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.445668:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.445673:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.445674:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092233600/0xb73f6b2ce24d208c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801526d expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.445699:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524878336:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.445701:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.445708:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37aa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445716:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.445717:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158851 00000100:00100000:0.0:1715206685.445725:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+36:2003:x1798523591801344:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206685.445737:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206685.445743:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092233600/0xb73f6b2ce24d208c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801526d expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.445757:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092233600/0xb73f6b2ce24d208c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801526d expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.445799:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092233600/0xb73f6b2ce24d208c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801526d expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.445815:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.445818:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.445823:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.445837:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.445893:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.445921:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.445926:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+35:2003:x1798523591801344:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 198us (291us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.445931:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445940:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.445940:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158851 00010000:00010000:2.0:1715206685.445947:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445955:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445961:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.445964:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.445972:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.446002:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.446006:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.446008:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6400/0xb73f6b2ce2c37ab5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.446041:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801472 00000100:00100000:0.0:1715206685.446043:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.446045:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801472 00010000:00010000:1.0:1715206685.446092:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88011e9218c0/0xb73f6b2ce24d2a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156fe expref: 35 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.446109:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801280 00000100:00100000:1.0:1715206685.446111:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801280 00000100:00100000:0.0:1715206685.446114:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206685.446120:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133db3600/0xb73f6b2ce24d2085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015266 expref: 34 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.446132:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801600 00000100:00100000:1.0:1715206685.446135:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801600 00010000:00010000:1.0:1715206685.446141:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092186880/0xb73f6b2ce24d25e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154d5 expref: 36 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.446144:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.446157:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+23:3685:x1798523524877376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5892us (5953us total) trans 4294989371 rc 0/0 00000100:00100000:1.0:1715206685.446163:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801536 00000100:00100000:1.0:1715206685.446165:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801536 00000100:00100000:3.0:1715206685.446169:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78047 00000100:00100000:0.0:1715206685.446170:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206685.446172:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133db2640/0xb73f6b2ce24d2992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015687 expref: 35 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.446180:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801408 00000100:00100000:1.0:1715206685.446182:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801408 00010000:00010000:1.0:1715206685.446188:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094960900/0xb73f6b2ce2c2d302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a2 expref: 36 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.446202:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158852 00000100:00100000:1.0:1715206685.446208:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158853 00000100:00100000:3.0:1715206685.446211:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+36:2003:x1798523591801472:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206685.446213:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+36:2002:x1798523591801280:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.446221:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.446224:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.446225:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133db3600/0xb73f6b2ce24d2085 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015266 expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.446231:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88011e9218c0/0xb73f6b2ce24d2a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156fe expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.446233:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133db3600/0xb73f6b2ce24d2085 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015266 expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.446245:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88011e9218c0/0xb73f6b2ce24d2a95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156fe expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.446248:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db3600/0xb73f6b2ce24d2085 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015266 expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.446257:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.446258:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.446261:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446267:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88011e9218c0/0xb73f6b2ce24d2a95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156fe expref: 36 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.446273:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.446275:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158854 00010000:00010000:3.0:1715206685.446281:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.446284:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.446285:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+35:2001:x1798523591801600:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.446287:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.446289:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446312:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206685.446318:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092186880/0xb73f6b2ce24d25e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154d5 expref: 35 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.446320:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d708700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+35:2002:x1798523591801280:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 107us (278us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.446321:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.446325:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158853 00010000:00010000:0.0:1715206685.446350:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092186880/0xb73f6b2ce24d25e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154d5 expref: 35 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.446355:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.446355:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158855 00000100:00100000:1.0:1715206685.446358:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+34:2003:x1798523591801536:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.446375:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206685.446377:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092186880/0xb73f6b2ce24d25e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580154d5 expref: 35 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.446378:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133db2640/0xb73f6b2ce24d2992 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015687 expref: 34 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.446383:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+35:2003:x1798523591801472:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 174us (378us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.446386:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133db2640/0xb73f6b2ce24d2992 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015687 expref: 34 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.446389:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158852 00010000:00010000:0.0:1715206685.446389:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.446391:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.446394:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446396:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db2640/0xb73f6b2ce24d2992 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015687 expref: 34 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.446403:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158856 00010000:00010000:1.0:1715206685.446403:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.446403:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446404:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206685.446406:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+33:2002:x1798523591801408:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.446406:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446412:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446413:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.446416:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094960900/0xb73f6b2ce2c2d302 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a2 expref: 33 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.446422:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.446424:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094960900/0xb73f6b2ce2c2d302 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a2 expref: 33 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.446426:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.446434:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094960900/0xb73f6b2ce2c2d302 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce582872a2 expref: 33 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.446441:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.446442:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.446445:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.446447:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2003:x1798523591801536:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 88us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.446448:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+33:2001:x1798523591801600:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 164us (335us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.446450:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.446452:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158855 00000100:00100000:2.0:1715206685.446456:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009363b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+23:3685:x1798523524877632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5765us (5978us total) trans 4294988882 rc 0/0 00000100:00100000:0.0:1715206685.446457:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158854 00000100:00100000:2.0:1715206685.446462:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78049 00010000:00010000:3.0:1715206685.446465:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.446468:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446474:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.446477:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+31:2002:x1798523591801408:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 69us (309us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.446479:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.446481:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158856 00010000:00010000:2.0:1715206685.446482:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446484:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.446488:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446489:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446492:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446493:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13b3c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.446494:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446495:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.446498:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446500:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.446503:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fedb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524878464:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.446503:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446503:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.446508:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014900 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.446510:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446511:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446512:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.446515:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.446517:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13b3c0/0xb73f6b2ce2c37aa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446519:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446521:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446533:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.446535:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446537:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446539:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.446541:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014900/0xb73f6b2ce2c37aca lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446543:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446546:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446548:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446552:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.446554:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.446555:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446558:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446560:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446567:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446568:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446573:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4480/0xb73f6b2ce2c37ac3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446582:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446590:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120117cc0/0xb73f6b2ce2c37abc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.446744:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+25:3687:x1798523524877504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5865us (6253us total) trans 4294989374 rc 0/0 00000100:00100000:0.0:1715206685.446755:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78050 00010000:00010000:0.0:1715206685.446783:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446796:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446807:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446818:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446838:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206685.446841:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa0380/2, rc 0, transno 22078 00010000:00010000:0.0:1715206685.446848:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139b00 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:1.0:1715206685.446851:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524877504:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1715206685.446853:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446864:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.446882:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.446884:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3688:x1798523524877888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5985us (6260us total) trans 4294989373 rc 0/0 00000100:00100000:2.0:1715206685.446893:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78052 00000004:00080000:1.0:1715206685.446894:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130919500/2, rc 0, transno 22077 00000100:00100000:1.0:1715206685.446898:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524877888:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1715206685.446903:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37ad1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.446926:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+23:3685:x1798523524877696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6034us (6384us total) trans 4294988883 rc 0/0 00000100:00100000:3.0:1715206685.446935:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78051 00000100:00100000:1.0:1715206685.446945:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879488:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.446977:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.446985:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.446991:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.446994:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.447001:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.447006:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3685:x1798523524877248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8133us (8182us total) trans 4294989372 rc 0/0 00010000:00010000:3.0:1715206685.447008:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.447012:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78046 00010000:00010000:3.0:1715206685.447019:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7180 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:2.0:1715206685.447021:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879488 00010000:00010000:3.0:1715206685.447022:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.447024:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879488 00010000:00010000:3.0:1715206685.447029:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.447036:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78062 00010000:00010000:3.0:1715206685.447040:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.447040:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+23:3688:x1798523524879488:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.447048:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7180/0xb73f6b2ce2c37aae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.447051:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:30 count 1 00010000:00010000:2.0:1715206685.447060:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447069:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011e920000/0xb73f6b2ce24d2a2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156cd expref: 30 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447073:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.447075:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.447077:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447148:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011e920000/0xb73f6b2ce24d2a2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156cd expref: 30 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.447153:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1715206685.447176:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011e920000/0xb73f6b2ce24d2a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156cd expref: 30 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.447180:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524879552:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.447187:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524879616:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.447204:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.447208:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8900 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.447220:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879552 00000100:00100000:2.0:1715206685.447224:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879552 00000100:00100000:2.0:1715206685.447240:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78063 00000100:00100000:2.0:1715206685.447244:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3686:x1798523524879552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1715206685.447255:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3706 count 1 00010000:00010000:2.0:1715206685.447265:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447275:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db1d40/0xb73f6b2ce2c2da6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287557 expref: 30 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447281:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.447283:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.447285:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447299:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133db1d40/0xb73f6b2ce2c2da6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287557 expref: 30 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447312:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133db1d40/0xb73f6b2ce2c2da6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287557 expref: 30 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.447321:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524879680:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.447383:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8540 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.447438:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+23:3685:x1798523524877952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6526us (6756us total) trans 4294988884 rc 0/0 00000100:00100000:0.0:1715206685.447447:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78053 00000100:00100000:3.0:1715206685.447491:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3687:x1798523524877440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7048us (7161us total) trans 4294989375 rc 0/0 00000100:00100000:3.0:1715206685.447497:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78048 00000004:00080000:1.0:1715206685.447535:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa0700/2, rc 0, transno 22079 00000100:00100000:1.0:1715206685.447548:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524877440:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1715206685.447578:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a02300/2, rc 0, transno 21588 00000100:00100000:1.0:1715206685.447587:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524879744:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.447594:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877952:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1715206685.447602:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a00e00/2, rc 0, transno 21587 00000100:00100000:3.0:1715206685.447604:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877696:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.447606:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1715206685.447610:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88009590b100/2, rc 0, transno 21586 00000100:00100000:3.0:1715206685.447612:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877632:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1715206685.447644:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa0000/2, rc 0, transno 22075 00000100:00100000:2.0:1715206685.447646:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879744 00000100:00100000:3.0:1715206685.447650:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877376:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.447651:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879744 00000004:00080000:3.0:1715206685.447662:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97fb80/2, rc 0, transno 22076 00000100:00100000:3.0:1715206685.447664:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524877248:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.447669:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78064 00000100:00100000:2.0:1715206685.447673:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+25:3686:x1798523524879744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1715206685.447686:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:15 count 1 00000100:00100000:1.0:1715206685.447686:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1715206685.447695:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879872:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.447697:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447708:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db2400/0xb73f6b2ce24d211f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152ac expref: 30 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.447712:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.447714:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206685.447715:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524879936:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.447716:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.447718:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.447724:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879808:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.447733:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133db2400/0xb73f6b2ce24d211f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152ac expref: 30 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.447740:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.447741:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133db2400/0xb73f6b2ce24d211f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152ac expref: 30 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.447756:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524880000:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.447762:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.447765:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879872 00000100:00100000:3.0:1715206685.447768:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879936 00000100:00100000:0.0:1715206685.447771:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879872 00000100:00100000:3.0:1715206685.447772:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879936 00000100:00100000:2.0:1715206685.447784:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351f00 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.447787:0:9393:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524879808 00000100:00100000:3.0:1715206685.447790:0:9393:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524879808 00000100:00100000:0.0:1715206685.447801:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78065 00000100:00100000:3.0:1715206685.447807:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78066 00000100:00100000:0.0:1715206685.447809:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+25:3685:x1798523524879936:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.447812:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+25:3688:x1798523524879872:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.447827:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206685.447830:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78067 00000100:00100000:1.0:1715206685.447832:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524880128:0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1715206685.447834:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3706 count 1 00000100:00100000:2.0:1715206685.447835:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+25:3688:x1798523524879808:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.447846:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.447846:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:30 count 1 00000100:00100000:1.0:1715206685.447847:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.447856:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.447858:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828755e expref: 32 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.447861:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880128 00010000:00010000:3.0:1715206685.447864:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.447865:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206685.447865:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880128 00010000:00010000:2.0:1715206685.447867:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133db0fc0/0xb73f6b2ce24d2a1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156bf expref: 32 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.447868:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.447873:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.447875:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.447877:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.447882:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78068 00010000:00010000:3.0:1715206685.447885:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828755e expref: 32 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.447887:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+26:3688:x1798523524880128:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.447891:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133db0fc0/0xb73f6b2ce24d2a1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156bf expref: 32 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.447894:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828755e expref: 32 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.447899:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133db0fc0/0xb73f6b2ce24d2a1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156bf expref: 32 pid: 9393 timeout: 1136 lvb_type: 0 00002000:00080000:1.0:1715206685.447901:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:26 count 1 00002000:00080000:0.0:1715206685.447904:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:15 count 1 00000100:00100000:2.0:1715206685.447908:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524880256:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.447909:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524880192:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.447914:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.447922:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.447926:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db1b00/0xb73f6b2ce24d27c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155b5 expref: 30 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.447931:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3519c0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206685.447933:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.447934:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1715206685.447935:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17780 going to sleep for 11 seconds 00010000:00010000:1.0:1715206685.447936:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.447940:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083e3a400/0xb73f6b2ce24d2126 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152b3 expref: 32 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.447944:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524880064:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1715206685.447951:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.447953:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133db1b00/0xb73f6b2ce24d27c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155b5 expref: 30 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.447954:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.447958:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.447962:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133db1b00/0xb73f6b2ce24d27c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155b5 expref: 30 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.447966:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.447972:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524880320:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.447983:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880064 00010000:00010000:0.0:1715206685.447983:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083e3a400/0xb73f6b2ce24d2126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152b3 expref: 32 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.447987:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880064 00000100:00100000:1.0:1715206685.447993:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c840 going to sleep for 11 seconds 00010000:00010000:0.0:1715206685.447998:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083e3a400/0xb73f6b2ce24d2126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152b3 expref: 32 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.448004:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78069 00000100:00100000:3.0:1715206685.448009:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+27:3686:x1798523524880064:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.448014:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090baaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524880384:192.168.203.35@tcp:104: 00002000:00080000:3.0:1715206685.448021:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:21 count 1 00010000:00010000:3.0:1715206685.448046:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.448054:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092184900/0xb73f6b2ce24d24c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015457 expref: 30 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.448058:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.448059:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.448061:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.448062:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.448093:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092184900/0xb73f6b2ce24d24c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015457 expref: 30 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.448100:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092184900/0xb73f6b2ce24d24c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015457 expref: 30 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.448110:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524880448:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.448141:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17c00 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.448854:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.448909:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801664 00000100:00100000:1.0:1715206685.448914:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801664 00010000:00010000:1.0:1715206685.448929:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083d88fc0/0xb73f6b2ce2c2d2ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287294 expref: 33 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.448960:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158857 00000100:00100000:2.0:1715206685.448965:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:18683:1798523524878784:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.448965:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+33:2002:x1798523591801664:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.448973:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.448977:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083d88fc0/0xb73f6b2ce2c2d2ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287294 expref: 33 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.448979:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.448984:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524878528:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.448985:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083d88fc0/0xb73f6b2ce2c2d2ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287294 expref: 33 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.448986:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:1.0:1715206685.448999:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083d88fc0/0xb73f6b2ce2c2d2ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287294 expref: 33 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.449001:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524878848:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.449008:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449009:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449012:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.449012:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.449017:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449019:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449022:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449033:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.449034:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801728 00000100:00100000:2.0:1715206685.449037:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801728 00010000:00010000:3.0:1715206685.449038:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449045:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449050:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801216a06c0/0xb73f6b2ce24d2b60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015759 expref: 31 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449076:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.449081:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.449082:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.449083:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2002:x1798523591801664:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 117us (232us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.449089:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.449090:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801792 00000100:00100000:2.0:1715206685.449093:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801792 00000100:00100000:1.0:1715206685.449093:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158857 00010000:00010000:3.0:1715206685.449095:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.449098:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449101:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800833dc900/0xb73f6b2ce24d22f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015385 expref: 32 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449104:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.449106:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801856 00000100:00100000:1.0:1715206685.449109:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801856 00010000:00010000:3.0:1715206685.449116:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.449116:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158858 00010000:00010000:1.0:1715206685.449118:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136443180/0xb73f6b2ce24d2984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015679 expref: 32 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.449121:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2002:x1798523591801728:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.449123:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5200/0xb73f6b2ce2c37ad8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe78:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449129:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206685.449130:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158859 00010000:00010000:2.0:1715206685.449133:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801216a06c0/0xb73f6b2ce24d2b60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015759 expref: 32 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.449134:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2003:x1798523591801792:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.449141:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.449142:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801216a06c0/0xb73f6b2ce24d2b60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015759 expref: 32 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.449145:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800833dc900/0xb73f6b2ce24d22f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015385 expref: 32 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.449154:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800833dc900/0xb73f6b2ce24d22f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015385 expref: 32 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.449157:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801216a06c0/0xb73f6b2ce24d2b60 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015759 expref: 32 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.449167:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449168:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800833dc900/0xb73f6b2ce24d22f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015385 expref: 31 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.449169:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.449171:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.449172:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449176:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449178:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.449179:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449180:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449187:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449193:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.449200:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.449218:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+30:2002:x1798523591801728:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 97us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.449220:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+30:2003:x1798523591801792:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 84us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.449225:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158858 00000100:00100000:2.0:1715206685.449236:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801920 00000100:00100000:1.0:1715206685.449237:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158859 00000100:00100000:2.0:1715206685.449239:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801920 00000100:00100000:3.0:1715206685.449240:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+26:3685:x1798523524878016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8212us (8412us total) trans 4294988885 rc 0/0 00000100:00100000:3.0:1715206685.449247:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78054 00010000:00010000:2.0:1715206685.449247:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094858480/0xb73f6b2ce24d22ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801537e expref: 33 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.449250:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158860 00000100:00100000:1.0:1715206685.449255:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+33:2000:x1798523591801856:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206685.449259:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158861 00010000:00010000:1.0:1715206685.449261:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.449264:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+33:2002:x1798523591801920:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.449265:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136443180/0xb73f6b2ce24d2984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015679 expref: 33 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449267:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449273:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136443180/0xb73f6b2ce24d2984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015679 expref: 33 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449274:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449274:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.449280:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094858480/0xb73f6b2ce24d22ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801537e expref: 33 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449281:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449284:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136443180/0xb73f6b2ce24d2984 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015679 expref: 33 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449287:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449309:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449309:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449310:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449312:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.449312:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.449313:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.449313:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094858480/0xb73f6b2ce24d22ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801537e expref: 32 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449315:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449318:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449320:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449327:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206685.449328:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.449329:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.449350:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449353:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.449357:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37adf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449357:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.449357:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2000:x1798523591801856:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 102us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.449362:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158860 00010000:00010000:2.0:1715206685.449365:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.449370:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591801984 00000100:00100000:1.0:1715206685.449373:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591801984 00000100:00100000:0.0:1715206685.449379:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.449380:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.449380:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801216a0900/0xb73f6b2ce24d2b2f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015744 expref: 32 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.449387:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802048 00000100:00100000:1.0:1715206685.449388:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802048 00010000:00010000:1.0:1715206685.449394:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092233a80/0xb73f6b2ce24d21c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152f9 expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.449399:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802112 00000100:00100000:1.0:1715206685.449401:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802112 00000100:00100000:2.0:1715206685.449402:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2002:x1798523591801920:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 136us (233us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.449406:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094858000/0xb73f6b2ce24d21b2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152eb expref: 33 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.449411:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158861 00000100:00100000:1.0:1715206685.449414:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158862 00000100:00100000:1.0:1715206685.449417:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2002:x1798523591801984:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.449422:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.449424:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158863 00010000:00010000:1.0:1715206685.449424:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801216a0900/0xb73f6b2ce24d2b2f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015744 expref: 32 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.449428:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802048:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.449430:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801216a0900/0xb73f6b2ce24d2b2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015744 expref: 32 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.449434:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.449438:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092233a80/0xb73f6b2ce24d21c0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152f9 expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.449445:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092233a80/0xb73f6b2ce24d21c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152f9 expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.449446:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449447:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449449:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449455:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449455:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449457:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.449459:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449463:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.449467:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.449475:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158864 00010000:00010000:2.0:1715206685.449479:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.449481:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2002:x1798523591801984:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 62us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.449482:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+32:2001:x1798523591802112:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206685.449486:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158862 00010000:00010000:0.0:1715206685.449494:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.449498:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802048:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 67us (169us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206685.449500:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094858000/0xb73f6b2ce24d21b2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152eb expref: 31 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.449505:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158863 00010000:00010000:0.0:1715206685.449514:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094858000/0xb73f6b2ce24d21b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152eb expref: 31 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.449530:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449530:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.449531:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094858480/0xb73f6b2ce24d22ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801537e expref: 31 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.449532:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.449536:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449539:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.449543:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524878912:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.449546:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449547:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449555:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449557:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449559:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.449564:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449566:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449571:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201146c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.449574:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449574:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.449580:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+30:2001:x1798523591802112:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 98us (201us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.449582:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449588:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.449588:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158864 00010000:00010000:1.0:1715206685.449591:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449599:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449603:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.449611:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801201146c0/0xb73f6b2ce2c37ae6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449613:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13aac0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.449633:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.449636:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+28:3688:x1798523524877824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8548us (8617us total) trans 4294989376 rc 0/0 00000100:00100000:3.0:1715206685.449643:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78055 00010000:00010000:1.0:1715206685.449644:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449661:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.449668:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13aac0/0xb73f6b2ce2c37af4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1715206685.449673:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a03b80/2, rc 0, transno 21589 00000100:00100000:3.0:1715206685.449681:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524878016:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1715206685.449713:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801216a0900/0xb73f6b2ce24d2b2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015744 expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.449722:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094858000/0xb73f6b2ce24d21b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152eb expref: 29 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.449732:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:18676:1798523524878976:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.449733:0:9392:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9392:1798523524879232:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.449744:0:9392:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449751:0:9392:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449751:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449757:0:9392:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449764:0:9392:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449764:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449771:0:9392:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449774:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449777:0:9392:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449783:0:9392:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.449785:0:9392:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449786:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449792:0:9392:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449798:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449802:0:9392:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.449808:0:9392:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7cc0/0xb73f6b2ce2c37b02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9392 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449809:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449819:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.449823:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449834:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449860:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.449871:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120116f40/0xb73f6b2ce2c37afb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.450051:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+28:3687:x1798523524878592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8557us (8639us total) trans 4294988886 rc 0/0 00000100:00100000:1.0:1715206685.450057:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78058 00000100:00100000:1.0:1715206685.450075:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524880512:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.450077:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+28:3688:x1798523524878144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8929us (8981us total) trans 4294989377 rc 0/0 00000100:00100000:2.0:1715206685.450124:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78056 00000100:00100000:1.0:1715206685.450133:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.450153:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880512 00000004:00080000:1.0:1715206685.450153:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091ad80/2, rc 0, transno 22081 00000100:00100000:2.0:1715206685.450158:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880512 00000100:00100000:1.0:1715206685.450160:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524878144:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1715206685.450168:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130918000/2, rc 0, transno 22080 00000100:00100000:1.0:1715206685.450171:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524877824:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.450185:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78070 00000100:00100000:2.0:1715206685.450192:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+28:3688:x1798523524880512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1715206685.450210:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:21 count 1 00000004:00080000:1.0:1715206685.450219:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fedb800/2, rc 0, transno 21590 00000100:00100000:3.0:1715206685.450224:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+28:3688:x1798523524879040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8380us (8442us total) trans 4294988887 rc 0/0 00000100:00100000:1.0:1715206685.450225:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fedb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524878592:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.450226:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.450235:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78060 00000004:00080000:1.0:1715206685.450249:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d06d180/2, rc 0, transno 21591 00010000:00010000:2.0:1715206685.450251:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094859440/0xb73f6b2ce24d24b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015449 expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.450253:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879040:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.450260:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.450262:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1715206685.450263:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524880640:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.450266:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.450281:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.450290:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524880576:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.450300:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524880768:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.450301:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094859440/0xb73f6b2ce24d24b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015449 expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.450312:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.450315:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094859440/0xb73f6b2ce24d24b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015449 expref: 27 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.450319:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524880704:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.450355:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524880832:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.450359:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.450371:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880640 00000100:00100000:3.0:1715206685.450375:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880640 00000100:00100000:1.0:1715206685.450385:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.450395:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+27:3686:x1798523524878720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8830us (8888us total) trans 4294988888 rc 0/0 00000100:00100000:3.0:1715206685.450396:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880576 00000100:00100000:2.0:1715206685.450397:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351240 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.450398:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880576 00000100:00100000:3.0:1715206685.450407:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880704 00000100:00100000:0.0:1715206685.450407:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78059 00000100:00100000:3.0:1715206685.450409:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880704 00000004:00080000:1.0:1715206685.450414:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800909aed80/2, rc 0, transno 21592 00010000:00010000:2.0:1715206685.450416:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.450418:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880768 00000100:00100000:3.0:1715206685.450420:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880768 00000100:00100000:1.0:1715206685.450421:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524878720:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.450428:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.450429:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78071 00000100:00100000:3.0:1715206685.450435:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78072 00000100:00100000:0.0:1715206685.450437:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+29:3686:x1798523524880640:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.450440:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+29:3685:x1798523524880576:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.450440:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.450440:0:18681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78073 00000100:00100000:1.0:1715206685.450445:0:18681:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+28:3687:x1798523524880704:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.450451:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.450460:0:18681:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:26 count 1 00010000:00010000:2.0:1715206685.450461:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1715206685.450465:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:25 count 1 00010000:00010000:2.0:1715206685.450471:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830146c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.450472:0:18681:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.450476:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1715206685.450478:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:19 count 1 00010000:00010000:0.0:1715206685.450480:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.450483:0:18681:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e485f80/0xb73f6b2ce24d27bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155ae expref: 27 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.450487:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.450489:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.450490:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.450491:0:18681:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.450493:0:18681:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.450497:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092187180/0xb73f6b2ce24d272a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801556f expref: 28 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450501:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092185680/0xb73f6b2ce24d238e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153cb expref: 28 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.450505:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450507:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.450507:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.450509:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.450510:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.450511:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.450514:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.450516:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800830146c0/0xb73f6b2ce2c37aed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.450525:0:18681:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e485f80/0xb73f6b2ce24d27bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155ae expref: 27 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450526:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092185680/0xb73f6b2ce24d238e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153cb expref: 28 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450534:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092185680/0xb73f6b2ce24d238e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153cb expref: 28 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.450539:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092187180/0xb73f6b2ce24d272a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801556f expref: 28 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.450544:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524881024:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.450545:0:18681:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e485f80/0xb73f6b2ce24d27bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155ae expref: 27 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.450554:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092187180/0xb73f6b2ce24d272a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801556f expref: 28 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.450555:0:18681:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18681:1798523524880960:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.450567:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17900 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.450571:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524881088:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.450577:0:18681:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c540 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.450581:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78074 00000100:00100000:3.0:1715206685.450585:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+29:3688:x1798523524880768:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.450593:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00080000:3.0:1715206685.450596:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:19 count 1 00000100:00100000:1.0:1715206685.450600:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524880896:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.450603:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.450605:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450615:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083c4b180/0xb73f6b2ce24d235d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153b6 expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.450617:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.450620:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.450622:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.450624:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450638:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083c4b180/0xb73f6b2ce24d235d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153b6 expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450646:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083c4b180/0xb73f6b2ce24d235d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153b6 expref: 27 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.450655:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524881152:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.450672:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17240 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.450683:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524880896 00000100:00100000:3.0:1715206685.450686:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524880896 00000100:00100000:3.0:1715206685.450701:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78075 00000100:00100000:3.0:1715206685.450705:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+30:3686:x1798523524880896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1715206685.450714:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:25 count 1 00010000:00010000:3.0:1715206685.450722:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450736:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092187cc0/0xb73f6b2ce24d271c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015561 expref: 27 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450742:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.450744:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.450746:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450758:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092187cc0/0xb73f6b2ce24d271c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015561 expref: 27 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.450766:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092187cc0/0xb73f6b2ce24d271c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015561 expref: 27 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.450774:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524881216:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.450807:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17300 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.451003:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+30:3685:x1798523524878656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9716us (9759us total) trans 4294988889 rc 0/0 00000100:00100000:2.0:1715206685.451015:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78057 00000004:00080000:3.0:1715206685.451029:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fedad80/2, rc 0, transno 21593 00000100:00100000:3.0:1715206685.451046:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fedad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524878656:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.451128:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092233a80/0xb73f6b2ce24d21c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152f9 expref: 28 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.451145:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206685.451145:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524879168:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.451174:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524881280:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.451189:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.451202:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.451211:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.451212:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.451232:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.451243:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.451243:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524881280 00000100:00100000:0.0:1715206685.451251:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524881280 00010000:00010000:2.0:1715206685.451255:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.451265:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015680 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.451270:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.451278:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78076 00010000:00010000:2.0:1715206685.451282:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.451286:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+30:3685:x1798523524881280:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.451302:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1715206685.451306:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:20 count 1 00010000:00010000:2.0:1715206685.451313:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083015680/0xb73f6b2ce2c37b09 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.451323:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.451367:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092185b00/0xb73f6b2ce24d23f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153fc expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.451380:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.451382:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.451387:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.451415:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092185b00/0xb73f6b2ce24d23f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153fc expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.451431:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092185b00/0xb73f6b2ce24d23f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153fc expref: 27 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.451448:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524881344:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.451503:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4900 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.451858:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+30:3687:x1798523524879104:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9984us (10021us total) trans 4294989378 rc 0/0 00000100:00100000:2.0:1715206685.451870:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78061 00000004:00080000:1.0:1715206685.451881:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa2a00/2, rc 0, transno 22082 00000100:00100000:1.0:1715206685.451900:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524879104:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.452014:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524881408:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.452041:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.452115:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524881408 00000100:00100000:3.0:1715206685.452124:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524881408 00000100:00100000:3.0:1715206685.452161:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78077 00000100:00100000:3.0:1715206685.452170:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+30:3687:x1798523524881408:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1715206685.452195:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:20 count 1 00010000:00010000:3.0:1715206685.452213:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.452233:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d936f40/0xb73f6b2ce24d2428 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015411 expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.452241:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.452243:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.452246:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.452267:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d936f40/0xb73f6b2ce24d2428 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015411 expref: 27 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.452276:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d936f40/0xb73f6b2ce24d2428 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015411 expref: 27 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.452287:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524881472:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.452363:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17480 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.453737:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524879680:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.453761:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.453769:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.453789:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524879616:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.453800:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.453809:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:18682:1798523524880000:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.453818:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802176 00000100:00100000:2.0:1715206685.453822:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802176 00000100:00100000:0.0:1715206685.453835:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.453837:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133db1d40/0xb73f6b2ce2c2da6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287557 expref: 28 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.453842:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.453857:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802240 00000100:00100000:2.0:1715206685.453860:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802240 00010000:00010000:2.0:1715206685.453868:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011e920000/0xb73f6b2ce24d2a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156cd expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.453882:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158865 00000100:00100000:0.0:1715206685.453889:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.453893:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802176:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206685.453896:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158866 00000100:00100000:2.0:1715206685.453902:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802240:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.453908:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.453912:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.453917:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011e920000/0xb73f6b2ce24d2a2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156cd expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.453919:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133db1d40/0xb73f6b2ce2c2da6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287557 expref: 29 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.453927:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011e920000/0xb73f6b2ce24d2a2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156cd expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.453927:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:18677:1798523524880256:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.453939:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133db1d40/0xb73f6b2ce2c2da6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287557 expref: 29 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.453941:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.453944:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011e920000/0xb73f6b2ce24d2a2c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156cd expref: 29 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.453949:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.453956:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.453958:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.453961:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.453970:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.453975:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db1d40/0xb73f6b2ce2c2da6b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287557 expref: 28 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.453980:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802368 00010000:00010000:2.0:1715206685.453986:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.453987:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802368 00000100:00100000:0.0:1715206685.453989:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.453992:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.453995:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.454000:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454013:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.454013:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+27:2002:x1798523591802240:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 110us (180us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.454013:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133db0fc0/0xb73f6b2ce24d2a1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156bf expref: 28 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.454021:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158866 00000100:00100000:2.0:1715206685.454035:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802304 00000100:00100000:2.0:1715206685.454038:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802304 00000100:00100000:1.0:1715206685.454040:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802432 00010000:00010000:3.0:1715206685.454041:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.454044:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802432 00010000:00010000:2.0:1715206685.454047:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133db2400/0xb73f6b2ce24d211f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152ac expref: 27 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.454098:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158867 00010000:00010000:1.0:1715206685.454101:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828755e expref: 29 pid: 18695 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.454106:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802368:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206685.454114:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+27:2002:x1798523591802176:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 218us (346us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.454122:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206685.454127:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158865 00010000:00010000:2.0:1715206685.454130:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133db0fc0/0xb73f6b2ce24d2a1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156bf expref: 29 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.454143:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.454146:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133db0fc0/0xb73f6b2ce24d2a1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156bf expref: 29 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.454150:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158868 00000100:00100000:3.0:1715206685.454152:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802560 00000100:00100000:3.0:1715206685.454158:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802560 00000100:00100000:1.0:1715206685.454161:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+26:2002:x1798523591802304:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.454176:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.454178:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083e3a400/0xb73f6b2ce24d2126 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152b3 expref: 30 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.454179:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133db0fc0/0xb73f6b2ce24d2a1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580156bf expref: 30 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.454183:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133db2400/0xb73f6b2ce24d211f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152ac expref: 26 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.454194:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133db2400/0xb73f6b2ce24d211f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152ac expref: 26 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.454195:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.454197:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.454202:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.454203:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.454204:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158869 00010000:00010000:1.0:1715206685.454212:0:9414:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db2400/0xb73f6b2ce24d211f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152ac expref: 26 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.454213:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802432:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.454215:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.454224:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.454227:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.454229:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.454231:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.454237:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da72 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828755e expref: 29 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.454237:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454242:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.454250:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454254:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828755e expref: 29 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.454277:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.454279:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.454280:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206685.454282:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802368:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 174us (392us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.454285:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.454294:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158867 00010000:00010000:3.0:1715206685.454299:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.454314:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802496 00000100:00100000:1.0:1715206685.454318:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+25:2002:x1798523591802304:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 156us (376us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.454319:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.454320:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802496 00000100:00100000:1.0:1715206685.454361:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158868 00010000:00010000:2.0:1715206685.454367:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133db1b00/0xb73f6b2ce24d27c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155b5 expref: 26 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.454385:0:9414:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802624 00000100:00100000:3.0:1715206685.454386:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+28:2002:x1798523591802432:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 169us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.454391:0:9414:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802624 00000100:00100000:2.0:1715206685.454392:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158870 00000100:00100000:3.0:1715206685.454400:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158869 00000100:00100000:2.0:1715206685.454401:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+28:2003:x1798523591802560:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.454409:0:9414:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092184900/0xb73f6b2ce24d24c2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015457 expref: 26 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.454415:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.454422:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083e3a400/0xb73f6b2ce24d2126 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152b3 expref: 27 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.454431:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158871 00000100:00100000:1.0:1715206685.454439:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+26:2002:x1798523591802496:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.454447:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083e3a400/0xb73f6b2ce24d2126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152b3 expref: 27 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.454452:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158872 00010000:00010000:1.0:1715206685.454452:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.454460:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133db1b00/0xb73f6b2ce24d27c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155b5 expref: 26 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.454462:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+26:2001:x1798523591802624:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.454469:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.454471:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.454475:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133db1b00/0xb73f6b2ce24d27c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155b5 expref: 26 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.454476:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.454477:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454484:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092184900/0xb73f6b2ce24d24c2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015457 expref: 26 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.454506:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.454508:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.454510:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.454513:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.454515:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524881024:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.454516:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092184900/0xb73f6b2ce24d24c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015457 expref: 26 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.454520:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454523:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.454530:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.454534:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.454534:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454537:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.454541:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454552:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.454556:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+26:2002:x1798523591802496:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 117us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.454558:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+27:2003:x1798523591802560:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 156us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.454562:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158871 00000100:00100000:2.0:1715206685.454568:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158870 00010000:00010000:3.0:1715206685.454569:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.454581:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.454589:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.454596:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+25:2001:x1798523591802624:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 134us (371us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.454597:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.454604:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.454606:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158872 00010000:00010000:1.0:1715206685.454610:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.454612:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524880832:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.454615:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014480 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.454618:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.454625:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454629:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.454634:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454635:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.454640:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083014480/0xb73f6b2ce2c37b2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454647:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454656:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454659:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454667:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454670:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454679:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454682:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454690:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454691:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.454696:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454701:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454709:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.454714:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454715:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454726:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454732:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.454743:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083016640/0xb73f6b2ce2c37b1e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454743:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.454754:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083016400/0xb73f6b2ce2c37b10 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454804:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083e3a400/0xb73f6b2ce24d2126 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580152b3 expref: 26 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.454822:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090baaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:18690:1798523524880384:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.454839:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454852:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454862:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454874:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454893:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454904:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454914:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117180 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.454919:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454930:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454949:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.454959:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120117180/0xb73f6b2ce2c37b3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.454981:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+31:3688:x1798523524879808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7143us (7215us total) trans 4294988890 rc 0/0 00000100:00100000:1.0:1715206685.454988:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78067 00010000:00010000:1.0:1715206685.455017:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db1b00/0xb73f6b2ce24d27c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155b5 expref: 24 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.455028:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:18674:1798523524880320:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.455040:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455047:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455053:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455059:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455066:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455098:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455104:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.455106:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455113:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455129:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455135:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139200/0xb73f6b2ce2c37b33 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.455215:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+33:3686:x1798523524879744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7537us (7604us total) trans 4294989379 rc 0/0 00000100:00100000:3.0:1715206685.455227:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78064 00010000:00010000:3.0:1715206685.455255:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455266:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455278:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.455279:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+32:3688:x1798523524879488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8233us (8283us total) trans 4294989380 rc 0/0 00010000:00010000:3.0:1715206685.455289:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.455290:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78062 00010000:00010000:3.0:1715206685.455300:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455317:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014d80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.455322:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455358:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206685.455358:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba9f80/2, rc 0, transno 21594 00000100:00100000:2.0:1715206685.455373:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879808:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.455378:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455389:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014d80/0xb73f6b2ce2c37b17 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206685.455390:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa1c00/2, rc 0, transno 22084 00000100:00100000:2.0:1715206685.455399:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879488:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.455467:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+31:3685:x1798523524879936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7654us (7721us total) trans 4294988891 rc 0/0 00000100:00100000:2.0:1715206685.455471:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524881536:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.455479:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78065 00000100:00100000:1.0:1715206685.455496:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+32:3688:x1798523524880128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7607us (7645us total) trans 4294989381 rc 0/0 00000100:00100000:1.0:1715206685.455503:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78068 00000100:00100000:2.0:1715206685.455510:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.455518:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524881536 00000100:00100000:1.0:1715206685.455521:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524881536 00000004:00080000:2.0:1715206685.455537:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e49500/2, rc 0, transno 22085 00000100:00100000:1.0:1715206685.455539:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78078 00000100:00100000:1.0:1715206685.455543:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009363b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+31:3688:x1798523524881536:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.455546:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524880128:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.455550:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+31:3686:x1798523524879552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8300us (8340us total) trans 4294989382 rc 0/0 00002000:00080000:1.0:1715206685.455557:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:24 count 1 00000100:00100000:3.0:1715206685.455562:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78063 00010000:00010000:1.0:1715206685.455568:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455579:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092185d40/0xb73f6b2ce24d2689 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015522 expref: 25 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455585:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.455587:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.455589:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455605:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092184900/0xb73f6b2ce24d24c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015457 expref: 23 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.455605:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092185d40/0xb73f6b2ce24d2689 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015522 expref: 25 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455619:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092185d40/0xb73f6b2ce24d2689 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015522 expref: 25 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.455622:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:18689:1798523524880448:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.455625:0:18681:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:18681:1798523524880960:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.455629:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524881664:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.455637:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.455645:0:18681:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455649:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.455656:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c840 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.455667:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455678:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455688:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.455698:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524881728:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.455699:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455708:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.455713:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.455718:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.455722:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.455738:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206685.455742:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa0a80/2, rc 0, transno 22083 00010000:00010000:3.0:1715206685.455748:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d7600/0xb73f6b2ce2c37b41 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.455749:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524879744:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1715206685.455756:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa0e00/2, rc 0, transno 22086 00000100:00100000:1.0:1715206685.455759:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524879552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.455767:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206685.455771:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524881600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.455784:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.455802:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524881856:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.455802:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524881792:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.455814:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.455839:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524881728 00000100:00100000:2.0:1715206685.455844:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524881728 00000100:00100000:2.0:1715206685.455866:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524881600 00000100:00100000:2.0:1715206685.455870:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524881600 00000100:00100000:0.0:1715206685.455879:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524881792 00000100:00100000:0.0:1715206685.455886:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524881792 00000100:00100000:2.0:1715206685.455904:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78079 00000100:00100000:2.0:1715206685.455912:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+34:3686:x1798523524881728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.455927:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78080 00002000:00080000:2.0:1715206685.455931:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:17 count 1 00000100:00100000:0.0:1715206685.455936:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3686:x1798523524881600:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.455937:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78081 00000100:00100000:1.0:1715206685.455942:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+34:3687:x1798523524881792:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.455948:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.455956:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:13 count 1 00002000:00080000:0.0:1715206685.455956:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:24 count 1 00010000:00010000:2.0:1715206685.455966:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009485a1c0/0xb73f6b2ce24d225a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801533f expref: 22 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455968:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.455972:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.455975:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.455977:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.455979:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133db0480/0xb73f6b2ce24d1fb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015212 expref: 22 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.455981:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455986:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.455987:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.455988:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092185200/0xb73f6b2ce24d2690 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015529 expref: 22 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.455990:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.455999:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.456002:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.456006:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133db0480/0xb73f6b2ce24d1fb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015212 expref: 22 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.456006:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.456007:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009485a1c0/0xb73f6b2ce24d225a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801533f expref: 22 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.456014:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133db0480/0xb73f6b2ce24d1fb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015212 expref: 22 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.456021:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009485a1c0/0xb73f6b2ce24d225a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801533f expref: 22 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.456023:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524881984:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.456032:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092185200/0xb73f6b2ce24d2690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015529 expref: 22 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.456037:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524881920:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.456048:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.456102:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.456122:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.456155:0:9394:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524881856 00010000:00010000:0.0:1715206685.456155:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092185200/0xb73f6b2ce24d2690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015529 expref: 22 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.456160:0:9394:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524881856 00000100:00100000:0.0:1715206685.456170:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524882048:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.456183:0:9394:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78082 00000100:00100000:2.0:1715206685.456190:0:9394:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+35:3688:x1798523524881856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1715206685.456207:0:9394:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3711 count 1 00000100:00100000:0.0:1715206685.456210:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4780 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.456217:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.456223:0:9394:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.456227:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+35:3686:x1798523524880064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8214us (8257us total) trans 4294989383 rc 0/0 00010000:00010000:2.0:1715206685.456239:0:9394:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 22 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.456240:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78069 00010000:00010000:2.0:1715206685.456248:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.456251:0:9394:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.456254:0:9394:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.456279:0:9394:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 22 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456286:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083017a80/0xb73f6b2ce2c2da72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828755e expref: 25 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.456293:0:9394:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 22 pid: 18679 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.456302:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909adc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524880192:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.456305:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.456309:0:9394:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524882112:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.456319:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.456319:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.456319:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524881088:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.456351:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456356:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456368:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.456368:0:9394:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.456380:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.456388:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802688 00010000:00010000:3.0:1715206685.456391:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.456393:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802688 00010000:00010000:3.0:1715206685.456401:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456409:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d4b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.456412:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094859440/0xb73f6b2ce24d24b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015449 expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456413:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456430:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.456435:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802752 00000100:00100000:2.0:1715206685.456438:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802752 00000100:00100000:1.0:1715206685.456440:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.456446:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.456449:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092185680/0xb73f6b2ce24d238e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153cb expref: 23 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456455:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d4b40/0xb73f6b2ce2c37b25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.456467:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.456485:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802816 00000100:00100000:2.0:1715206685.456489:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802816 00010000:00010000:2.0:1715206685.456505:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e485f80/0xb73f6b2ce24d27bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155ae expref: 26 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.456521:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802944 00000100:00100000:0.0:1715206685.456522:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591802880 00000100:00100000:2.0:1715206685.456525:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802944 00000100:00100000:0.0:1715206685.456529:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591802880 00000100:00100000:1.0:1715206685.456532:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.456536:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083c4b180/0xb73f6b2ce24d235d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153b6 expref: 27 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.456548:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092187180/0xb73f6b2ce24d272a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801556f expref: 24 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.456552:0:7115:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803008 00000100:00100000:2.0:1715206685.456556:0:7115:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803008 00000100:00100000:1.0:1715206685.456564:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:2.0:1715206685.456567:0:7115:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092187cc0/0xb73f6b2ce24d271c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015561 expref: 28 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.456569:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803072 00000100:00100000:0.0:1715206685.456573:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803072 00000100:00100000:3.0:1715206685.456584:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+32:3688:x1798523524879872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8768us (8868us total) trans 4294988892 rc 0/0 00000100:00100000:2.0:1715206685.456586:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158873 00010000:00010000:0.0:1715206685.456586:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092185b00/0xb73f6b2ce24d23f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153fc expref: 29 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.456591:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78066 00000100:00100000:2.0:1715206685.456594:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+29:2002:x1798523591802688:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206685.456599:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.456603:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803136 00010000:00010000:2.0:1715206685.456605:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1715206685.456606:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803136 00010000:00010000:2.0:1715206685.456612:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094859440/0xb73f6b2ce24d24b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015449 expref: 29 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.456618:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d936f40/0xb73f6b2ce24d2428 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015411 expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.456619:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909afb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:18693:1798523524881152:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.456624:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094859440/0xb73f6b2ce24d24b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015449 expref: 29 pid: 9394 timeout: 1136 lvb_type: 0 00000004:00080000:1.0:1715206685.456630:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880134fa3100/2, rc 0, transno 22087 00010000:00010000:3.0:1715206685.456631:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.456636:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158874 00000100:00100000:1.0:1715206685.456641:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524880064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.456644:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+25:2003:x1798523591802752:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.456646:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094859440/0xb73f6b2ce24d24b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015449 expref: 29 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.456649:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524881216:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.456654:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.456657:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.456660:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092185680/0xb73f6b2ce24d238e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153cb expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.456661:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.456663:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.456668:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.456672:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158875 00010000:00010000:0.0:1715206685.456672:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092185680/0xb73f6b2ce24d238e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153cb expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.456678:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+28:2002:x1798523591802816:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.456678:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.456680:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1715206685.456686:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1715206685.456690:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524882176:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.456691:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e485f80/0xb73f6b2ce24d27bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155ae expref: 28 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.456692:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092185680/0xb73f6b2ce24d238e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153cb expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456701:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e485f80/0xb73f6b2ce24d27bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155ae expref: 28 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.456703:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206685.456713:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.456715:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e485f80/0xb73f6b2ce24d27bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155ae expref: 28 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.456715:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.456719:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.456722:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.456723:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.456725:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.456728:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.456730:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456735:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.456739:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+27:2002:x1798523591802688:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 143us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.456751:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158873 00010000:00010000:3.0:1715206685.456752:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206685.456752:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206685.456770:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+26:2002:x1798523591802816:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 92us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.456772:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158876 00000100:00100000:3.0:1715206685.456778:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158875 00000100:00100000:2.0:1715206685.456781:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+26:2003:x1798523591802944:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206685.456782:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+24:2003:x1798523591802752:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 137us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.456791:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158877 00010000:00010000:2.0:1715206685.456793:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206685.456796:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+24:2001:x1798523591802880:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.456800:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083c4b180/0xb73f6b2ce24d235d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153b6 expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456802:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.456806:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092187180/0xb73f6b2ce24d272a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801556f expref: 24 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.456806:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158874 00010000:00010000:2.0:1715206685.456814:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083c4b180/0xb73f6b2ce24d235d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153b6 expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456815:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092187180/0xb73f6b2ce24d272a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801556f expref: 24 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456827:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092187180/0xb73f6b2ce24d272a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801556f expref: 23 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.456828:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158878 00010000:00010000:3.0:1715206685.456835:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.456835:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083c4b180/0xb73f6b2ce24d235d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153b6 expref: 25 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456836:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.456836:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+25:2002:x1798523591803008:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206685.456837:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158879 00010000:00010000:3.0:1715206685.456839:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456846:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.456846:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+24:2003:x1798523591803072:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.456849:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.456849:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.456851:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.456855:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.456856:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092187cc0/0xb73f6b2ce24d271c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015561 expref: 24 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.456858:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.456859:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.456866:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.456866:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092185b00/0xb73f6b2ce24d23f7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153fc expref: 24 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.456870:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092187cc0/0xb73f6b2ce24d271c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015561 expref: 24 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.456875:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+22:2001:x1798523591802880:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 78us (438us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.456879:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092185b00/0xb73f6b2ce24d23f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153fc expref: 24 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.456881:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158877 00010000:00010000:2.0:1715206685.456889:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206685.456898:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092187cc0/0xb73f6b2ce24d271c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015561 expref: 24 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.456912:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.456914:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.456915:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206685.456917:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+23:2003:x1798523591802944:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 135us (448us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.456917:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206685.456918:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158880 00010000:00010000:0.0:1715206685.456919:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.456921:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.456925:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+21:2003:x1798523591803136:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206685.456928:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158876 00010000:00010000:0.0:1715206685.456931:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.456932:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456934:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.456940:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d936f40/0xb73f6b2ce24d2428 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015411 expref: 21 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.456948:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.456953:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d936f40/0xb73f6b2ce24d2428 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015411 expref: 21 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.456954:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.456956:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456968:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.456968:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456971:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.456976:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.456977:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+22:2003:x1798523591803072:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 131us (411us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.456978:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.456986:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.456987:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158879 00010000:00010000:2.0:1715206685.456989:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457001:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.457009:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.457018:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830161c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.457022:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.457026:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+21:2003:x1798523591803136:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 100us (427us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.457033:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.457036:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158880 00010000:00010000:2.0:1715206685.457050:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457087:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.457090:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+22:2002:x1798523591803008:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 146us (451us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.457093:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800830161c0/0xb73f6b2ce2c37b48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457100:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.457106:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158878 00010000:00010000:3.0:1715206685.457112:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457121:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457128:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457133:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.457136:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457136:0:18681:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457148:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457148:0:18681:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457160:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457160:0:18681:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457166:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d5d40/0xb73f6b2ce2c37b64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457172:0:18681:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457183:0:18681:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457193:0:18681:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.457209:0:18681:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457229:0:18681:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.457239:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524881664:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.457247:0:18681:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457256:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457257:0:18681:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f138000/0xb73f6b2ce2c37b4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18681 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457285:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d936f40/0xb73f6b2ce24d2428 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015411 expref: 20 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.457300:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:18675:1798523524881472:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.457317:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457327:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457370:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457381:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457391:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457401:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457410:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.457414:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457424:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457449:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.457459:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6f40/0xb73f6b2ce2c37b79 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.457536:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+34:3688:x1798523524880768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6947us (7147us total) trans 4294988894 rc 0/0 00000100:00100000:3.0:1715206685.457547:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78074 00000100:00100000:3.0:1715206685.457562:0:18693:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882176 00000100:00100000:3.0:1715206685.457567:0:18693:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882176 00000100:00100000:3.0:1715206685.457587:0:18693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78083 00000100:00100000:3.0:1715206685.457593:0:18693:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+36:3686:x1798523524882176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1715206685.457611:0:18693:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:27 count 1 00010000:00010000:3.0:1715206685.457626:0:18693:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.457630:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+33:3688:x1798523524880512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7434us (7492us total) trans 4294988893 rc 0/0 00010000:00010000:3.0:1715206685.457637:0:18693:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136442f40/0xb73f6b2ce24d285e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155fb expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.457641:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78070 00010000:00010000:3.0:1715206685.457643:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.457645:0:18693:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.457647:0:18693:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457670:0:18693:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136442f40/0xb73f6b2ce24d285e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155fb expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457678:0:18693:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136442f40/0xb73f6b2ce24d285e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155fb expref: 19 pid: 11062 timeout: 1136 lvb_type: 0 00000004:00080000:2.0:1715206685.457682:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800909aca80/2, rc 0, transno 21598 00000100:00100000:3.0:1715206685.457687:0:18693:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524882240:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.457695:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524880768:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1715206685.457710:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800909ac700/2, rc 0, transno 21597 00000100:00100000:3.0:1715206685.457715:0:18693:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17240 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.457715:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524880512:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.457727:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206685.457729:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090baad80/2, rc 0, transno 21596 00010000:00010000:3.0:1715206685.457734:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.457734:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090baad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524879872:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.457741:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457747:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.457749:0:18681:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+32:3687:x1798523524880704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7299us (7387us total) trans 4294988895 rc 0/0 00010000:00010000:3.0:1715206685.457753:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457758:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7a80 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:0.0:1715206685.457760:0:18681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78073 00010000:00010000:3.0:1715206685.457761:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457768:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457779:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.457785:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7a80/0xb73f6b2ce2c37b6b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457789:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457801:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.457807:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524882432:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1715206685.457825:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457836:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457847:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.457849:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206685.457888:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d73c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.457893:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.457894:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206685.457904:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524882368:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1715206685.457907:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.457927:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.457936:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.457939:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+36:3687:x1798523524881408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5765us (5892us total) trans 4294989384 rc 0/0 00010000:00010000:0.0:1715206685.457940:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d73c0/0xb73f6b2ce2c37b5d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.457952:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78077 00000100:00100000:2.0:1715206685.457965:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882432 00000100:00100000:2.0:1715206685.457971:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882432 00000100:00100000:1.0:1715206685.457974:0:18675:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882368 00000100:00100000:1.0:1715206685.457980:0:18675:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882368 00000100:00100000:2.0:1715206685.457998:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78084 00000100:00100000:2.0:1715206685.458006:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+34:3688:x1798523524882432:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.458019:0:18675:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78085 00000100:00100000:1.0:1715206685.458027:0:18675:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+34:3688:x1798523524882368:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1715206685.458028:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:13 count 1 00010000:00010000:2.0:1715206685.458046:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.458049:0:18675:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3711 count 1 00010000:00010000:2.0:1715206685.458066:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092230b40/0xb73f6b2ce24d1fba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015219 expref: 20 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.458066:0:18675:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458111:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.458115:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.458120:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.458123:0:18675:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2ebc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bcb expref: 20 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.458136:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.458138:0:18675:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.458143:0:18675:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458148:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092230b40/0xb73f6b2ce24d1fba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015219 expref: 20 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458162:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092230b40/0xb73f6b2ce24d1fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015219 expref: 20 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.458174:0:18675:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2ebc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bcb expref: 20 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.458178:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008facea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524882496:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.458214:0:18675:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2ebc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bcb expref: 20 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.458216:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+34:3686:x1798523524880896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7509us (7597us total) trans 4294988896 rc 0/0 00000100:00100000:3.0:1715206685.458223:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78075 00000100:00100000:2.0:1715206685.458226:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f3519c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.458230:0:18675:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524882560:192.168.203.35@tcp:104: 00000004:00080000:3.0:1715206685.458255:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba8a80/2, rc 0, transno 21595 00000100:00100000:1.0:1715206685.458282:0:18675:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c840 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.458298:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524879936:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.458304:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715206685.458313:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524882304:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1715206685.458322:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133c65f80/2, rc 0, transno 22088 00000100:00100000:1.0:1715206685.458363:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524881408:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.458368:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1715206685.458384:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800909adf80/2, rc 0, transno 21599 00000100:00100000:3.0:1715206685.458392:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524882624:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.458394:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882304 00000100:00100000:1.0:1715206685.458397:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524880704:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.458401:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882304 00000100:00100000:3.0:1715206685.458409:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.458429:0:18672:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882624 00000100:00100000:2.0:1715206685.458433:0:18672:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882624 00000100:00100000:3.0:1715206685.458434:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78086 00000100:00100000:3.0:1715206685.458440:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+35:3685:x1798523524882304:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.458451:0:18672:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78087 00002000:00080000:3.0:1715206685.458456:0:18682:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:17 count 1 00000100:00100000:2.0:1715206685.458458:0:18672:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3685:x1798523524882624:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.458468:0:18682:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.458479:0:18672:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:27 count 1 00000100:00100000:1.0:1715206685.458481:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524882688:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.458486:0:18682:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800922318c0/0xb73f6b2ce24d2253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015338 expref: 20 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458493:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.458495:0:18682:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.458497:0:18682:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458497:0:18672:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458513:0:18672:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880133db0000/0xb73f6b2ce24d2850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155f4 expref: 20 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458515:0:18682:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800922318c0/0xb73f6b2ce24d2253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015338 expref: 20 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.458519:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.458520:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.458522:0:18672:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.458525:0:18682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800922318c0/0xb73f6b2ce24d2253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015338 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.458525:0:18672:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.458535:0:18682:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524882752:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.458545:0:18672:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880133db0000/0xb73f6b2ce24d2850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155f4 expref: 20 pid: 11062 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1715206685.458554:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800909ac000/2, rc 0, transno 21600 00010000:00010000:2.0:1715206685.458555:0:18672:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880133db0000/0xb73f6b2ce24d2850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155f4 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.458561:0:18682:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17780 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.458562:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524880896:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.458566:0:18672:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524882816:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.458575:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882688 00000100:00100000:3.0:1715206685.458579:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882688 00000100:00100000:0.0:1715206685.458585:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+37:3685:x1798523524880576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8139us (8266us total) trans 4294989385 rc 0/0 00000100:00100000:2.0:1715206685.458594:0:18672:0:(client.c:2542:ptlrpc_set_wait()) set ffff88011f351f00 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.458597:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78088 00000100:00100000:3.0:1715206685.458602:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+37:3686:x1798523524882688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.458604:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78072 00002000:00080000:3.0:1715206685.458613:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:22 count 1 00010000:00010000:3.0:1715206685.458624:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458635:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008d934fc0/0xb73f6b2ce24d2555 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015496 expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.458641:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524882944:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.458642:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524882880:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.458648:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.458650:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.458653:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.458662:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092185b00/0xb73f6b2ce24d23f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580153fc expref: 20 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.458666:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1715206685.458668:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008d934fc0/0xb73f6b2ce24d2555 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015496 expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458677:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008d934fc0/0xb73f6b2ce24d2555 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015496 expref: 19 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.458682:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d709f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:18684:1798523524881344:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.458687:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:18695:1798523524883008:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.458698:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882944 00010000:00010000:0.0:1715206685.458701:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.458702:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882944 00000100:00100000:3.0:1715206685.458707:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17c00 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.458713:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1715206685.458716:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1715206685.458731:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba9500/2, rc 0, transno 22089 00000100:00100000:2.0:1715206685.458732:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524882880 00000100:00100000:2.0:1715206685.458735:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524882880 00010000:00010000:0.0:1715206685.458738:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.458740:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524880576:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1715206685.458752:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.458753:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78089 00000100:00100000:3.0:1715206685.458759:0:9393:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78090 00000100:00100000:2.0:1715206685.458759:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+37:3688:x1798523524882944:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.458764:0:9393:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+37:3687:x1798523524882880:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1715206685.458764:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.458773:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:28 count 1 00002000:00080000:3.0:1715206685.458776:0:9393:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:22 count 1 00010000:00010000:0.0:1715206685.458777:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458784:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458786:0:9393:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.458788:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120116640 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.458794:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458797:0:9393:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092185440/0xb73f6b2ce24d255c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801549d expref: 19 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458797:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136443840/0xb73f6b2ce24d28c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015633 expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.458797:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1715206685.458803:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.458804:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.458805:0:9393:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.458806:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.458806:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458808:0:9393:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.458808:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524883072:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.458809:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458824:0:9393:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092185440/0xb73f6b2ce24d255c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801549d expref: 19 pid: 11066 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.458825:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.458826:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136443840/0xb73f6b2ce24d28c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015633 expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458834:0:9393:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092185440/0xb73f6b2ce24d255c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801549d expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.458836:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136443840/0xb73f6b2ce24d28c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015633 expref: 19 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.458837:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120116640/0xb73f6b2ce2c37b72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.458843:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.458844:0:9393:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524883136:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.458847:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800948d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524883200:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.458867:0:9393:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17000 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.458873:0:18679:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524883072 00000100:00100000:2.0:1715206685.458875:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8900 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.458878:0:18679:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524883072 00010000:00010000:3.0:1715206685.458884:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458892:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458899:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458906:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458913:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458920:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.458924:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.458927:0:18679:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78091 00010000:00010000:3.0:1715206685.458932:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.458936:0:18679:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+37:3686:x1798523524883072:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.458944:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.458951:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120115d40/0xb73f6b2ce2c37b56 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.458957:0:18679:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:28 count 1 00010000:00010000:1.0:1715206685.458975:0:18679:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.458994:0:18679:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136442400/0xb73f6b2ce24d28f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015641 expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.459005:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.459008:0:18679:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.459012:0:18679:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.459039:0:18679:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136442400/0xb73f6b2ce24d28f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015641 expref: 19 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.459055:0:18679:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136442400/0xb73f6b2ce24d28f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015641 expref: 19 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.459106:0:18679:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524883264:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.459151:0:18679:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.459358:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.459371:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d866a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524881920:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.459381:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+38:3686:x1798523524880640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8943us (9096us total) trans 4294989386 rc 0/0 00010000:00010000:2.0:1715206685.459388:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.459390:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78071 00000100:00100000:1.0:1715206685.459397:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.459410:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803200 00000100:00100000:2.0:1715206685.459413:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803200 00000004:00080000:3.0:1715206685.459420:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880090ba8380/2, rc 0, transno 22090 00000100:00100000:1.0:1715206685.459424:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.459428:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524880640:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.459428:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092185d40/0xb73f6b2ce24d2689 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015522 expref: 20 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.459447:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803264 00000100:00100000:2.0:1715206685.459449:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803264 00010000:00010000:2.0:1715206685.459458:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133db0480/0xb73f6b2ce24d1fb3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015212 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.459465:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524883328:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.459471:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803328 00000100:00100000:2.0:1715206685.459473:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803328 00010000:00010000:2.0:1715206685.459480:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009485a1c0/0xb73f6b2ce24d225a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801533f expref: 21 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.459491:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.459494:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.459495:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158881 00000100:00100000:0.0:1715206685.459497:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+38:3685:x1798523524881280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8207us (8282us total) trans 4294988897 rc 0/0 00000100:00100000:2.0:1715206685.459500:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+20:2002:x1798523591803200:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206685.459507:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78076 00010000:00010000:2.0:1715206685.459509:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.459514:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092185d40/0xb73f6b2ce24d2689 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015522 expref: 20 pid: 11066 timeout: 1136 lvb_type: 0 00000004:00080000:3.0:1715206685.459517:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88012d708700/2, rc 0, transno 21601 00010000:00010000:2.0:1715206685.459523:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092185d40/0xb73f6b2ce24d2689 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015522 expref: 20 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.459523:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524883328 00000100:00100000:3.0:1715206685.459525:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524881280:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.459527:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524883328 00010000:00010000:2.0:1715206685.459539:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092185d40/0xb73f6b2ce24d2689 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015522 expref: 20 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.459540:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.459548:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78092 00010000:00010000:2.0:1715206685.459551:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.459553:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.459553:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+38:3686:x1798523524883328:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.459557:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459565:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.459569:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00080000:0.0:1715206685.459569:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3696 count 1 00000100:00100000:3.0:1715206685.459575:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524883392:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.459580:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.459580:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524881984:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.459582:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459596:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b419db00/0xb73f6b2ce2c2bb0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a52 expref: 21 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.459599:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206685.459601:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459603:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.459605:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1715206685.459606:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2002:x1798523591803200:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 104us (274us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206685.459609:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.459613:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158881 00000100:00100000:3.0:1715206685.459618:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803392 00000100:00100000:3.0:1715206685.459622:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803392 00000100:00100000:2.0:1715206685.459626:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803456 00000100:00100000:2.0:1715206685.459629:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803456 00010000:00010000:0.0:1715206685.459629:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b419db00/0xb73f6b2ce2c2bb0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a52 expref: 22 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459636:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092185200/0xb73f6b2ce24d2690 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015529 expref: 23 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.459636:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459639:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 23 pid: 18679 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.459639:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b419db00/0xb73f6b2ce2c2bb0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a52 expref: 23 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.459649:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.459650:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524883456:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.459653:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158882 00000100:00100000:3.0:1715206685.459659:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+23:2002:x1798523591803264:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.459661:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459667:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.459667:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158883 00010000:00010000:3.0:1715206685.459672:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133db0480/0xb73f6b2ce24d1fb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015212 expref: 23 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.459672:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+23:2000:x1798523591803328:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.459673:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.459677:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4900 going to sleep for 11 seconds 00010000:00010000:2.0:1715206685.459680:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.459682:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133db0480/0xb73f6b2ce24d1fb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015212 expref: 23 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.459685:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009485a1c0/0xb73f6b2ce24d225a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801533f expref: 23 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.459685:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459694:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009485a1c0/0xb73f6b2ce24d225a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801533f expref: 23 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.459695:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13bcc0 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:0.0:1715206685.459697:0:9414:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158884 00010000:00010000:3.0:1715206685.459698:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133db0480/0xb73f6b2ce24d1fb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015212 expref: 23 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.459700:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.459703:0:9414:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+23:2003:x1798523591803392:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.459709:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.459711:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.459713:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459713:0:9414:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.459714:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459715:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009485a1c0/0xb73f6b2ce24d225a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801533f expref: 22 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.459718:0:9414:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092185200/0xb73f6b2ce24d2690 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015529 expref: 22 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.459722:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459725:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.459727:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.459729:0:9414:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092185200/0xb73f6b2ce24d2690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015529 expref: 21 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.459730:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.459732:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459738:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.459738:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.459744:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13bcc0/0xb73f6b2ce2c37b80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459744:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.459746:0:9414:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.459749:0:9414:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459752:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206685.459757:0:9414:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.459758:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+21:2002:x1798523591803264:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 98us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.459765:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158882 00010000:00010000:0.0:1715206685.459769:0:9414:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.459771:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+21:2000:x1798523591803328:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 98us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.459778:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158883 00000100:00100000:3.0:1715206685.459783:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158885 00000100:00100000:0.0:1715206685.459787:0:9414:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2003:x1798523591803392:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 83us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.459788:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2002:x1798523591803456:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1715206685.459795:0:9414:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158884 00010000:00010000:3.0:1715206685.459796:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.459801:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 19 pid: 18679 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.459811:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 18 pid: 18679 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.459822:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.459822:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524883392 00010000:00010000:3.0:1715206685.459824:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.459825:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524883392 00010000:00010000:3.0:1715206685.459827:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459831:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459835:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459840:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.459843:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78093 00010000:00010000:3.0:1715206685.459844:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206685.459848:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+39:3688:x1798523524883392:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.459849:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459856:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.459859:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+18:2002:x1798523591803456:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 70us (321us total) trans 0 rc 0/0 00002000:00080000:0.0:1715206685.459861:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5 count 1 00000100:00100000:3.0:1715206685.459865:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158885 00010000:00010000:2.0:1715206685.459870:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459876:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.459876:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459880:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459883:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459887:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459891:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459895:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083d88b40/0xb73f6b2ce24d0916 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014905 expref: 18 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459899:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459899:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.459906:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083017840/0xb73f6b2ce2c37b87 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459906:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.459909:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.459912:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459913:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459920:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459926:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f139b00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.459929:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459936:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459945:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083d88b40/0xb73f6b2ce24d0916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014905 expref: 18 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459947:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.459954:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f139b00/0xb73f6b2ce2c37b8e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.459961:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083d88b40/0xb73f6b2ce24d0916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014905 expref: 18 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.459978:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524883520:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.460012:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00010000:00010000:0.0:1715206685.460218:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092185200/0xb73f6b2ce24d2690 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015529 expref: 17 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.460237:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524882048:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.460256:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.460272:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.460283:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.460306:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.460313:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009363b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3688:x1798523524881536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4764us (4799us total) trans 4294988898 rc 0/0 00010000:00010000:0.0:1715206685.460319:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.460327:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78078 00010000:00010000:0.0:1715206685.460358:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.460370:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120117840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.460376:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.460388:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+40:3686:x1798523524881728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4474us (4666us total) trans 4294989387 rc 0/0 00010000:00010000:0.0:1715206685.460390:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.460396:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78079 00000100:00100000:3.0:1715206685.460397:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+40:3687:x1798523524881792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4451us (4578us total) trans 4294989388 rc 0/0 00000100:00100000:3.0:1715206685.460405:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78081 00010000:00010000:0.0:1715206685.460411:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.460425:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120117840/0xb73f6b2ce2c37b95 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.460434:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094f71b00/0xb73f6b2ce2c2ebc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bd2 expref: 16 pid: 18679 timeout: 1136 lvb_type: 0 00000004:00080000:3.0:1715206685.460437:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e48000/2, rc 0, transno 21602 00000100:00100000:3.0:1715206685.460444:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524881536:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.460447:0:9394:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9394:1798523524882112:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.460460:0:9394:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.460475:0:9394:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.460476:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524883584:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.460483:0:9394:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.460490:0:9394:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.460497:0:9394:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.460500:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.460504:0:9394:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.460511:0:9394:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830158c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.460514:0:9394:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.460519:0:18674:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524883584 00010000:00010000:2.0:1715206685.460521:0:9394:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.460526:0:18674:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524883584 00000004:00080000:3.0:1715206685.460528:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c896a00/2, rc 0, transno 22091 00010000:00010000:2.0:1715206685.460533:0:9394:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.460534:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524881728:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.460540:0:9394:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800830158c0/0xb73f6b2ce2c37b9c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.460555:0:18674:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78094 00000100:00100000:1.0:1715206685.460563:0:18674:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+39:3688:x1798523524883584:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.460565:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1715206685.460572:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524883648:0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1715206685.460582:0:18674:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3696 count 1 00000100:00100000:3.0:1715206685.460589:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206685.460599:0:18674:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.460602:0:18677:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524883648 00000100:00100000:3.0:1715206685.460606:0:18677:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524883648 00010000:00010000:1.0:1715206685.460618:0:18674:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094c83cc0/0xb73f6b2ce2c2bb07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a4b expref: 18 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.460623:0:18677:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78095 00000100:00100000:3.0:1715206685.460627:0:18677:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+41:3686:x1798523524883648:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206685.460630:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.460633:0:18674:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.460637:0:18674:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1715206685.460641:0:18677:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5 count 1 00010000:00010000:3.0:1715206685.460653:0:18677:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.460660:0:9394:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:3688:x1798523524881856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4469us (4537us total) trans 4294989390 rc 0/0 00010000:00010000:3.0:1715206685.460666:0:18677:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094961f80/0xb73f6b2ce24d090f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148fe expref: 15 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.460666:0:18674:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094c83cc0/0xb73f6b2ce2c2bb07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a4b expref: 18 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.460668:0:9394:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78082 00010000:00010000:3.0:1715206685.460673:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.460674:0:18677:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.460677:0:18677:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.460682:0:18674:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094c83cc0/0xb73f6b2ce2c2bb07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a4b expref: 18 pid: 18674 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.460693:0:18677:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094961f80/0xb73f6b2ce24d090f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148fe expref: 15 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.460699:0:18674:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524883712:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.460703:0:18677:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094961f80/0xb73f6b2ce24d090f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148fe expref: 15 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.460720:0:18677:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524883776:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.460738:0:18674:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.460759:0:18677:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17a80 going to sleep for 11 seconds 00000004:00080000:3.0:1715206685.460783:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c895880/2, rc 0, transno 22094 00000100:00100000:3.0:1715206685.460791:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524881856:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.460817:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715206685.460824:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524883840:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.460845:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.460862:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524883840 00000100:00100000:2.0:1715206685.460867:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524883840 00000100:00100000:2.0:1715206685.460888:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78096 00000100:00100000:2.0:1715206685.460894:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+41:3685:x1798523524883840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1715206685.460909:0:18690:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7 count 1 00010000:00010000:2.0:1715206685.460922:0:18690:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.460934:0:18690:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083d8b840/0xb73f6b2ce24d0a82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801499f expref: 15 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.460939:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+41:3686:x1798523524881600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4999us (5148us total) trans 4294989389 rc 0/0 00010000:00010000:2.0:1715206685.460941:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.460943:0:18690:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00000004:00080000:3.0:1715206685.460944:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880094e49f80/2, rc 0, transno 22093 00010000:00010000:2.0:1715206685.460945:0:18690:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.460952:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524881600:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.460953:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78080 00010000:00010000:2.0:1715206685.460965:0:18690:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083d8b840/0xb73f6b2ce24d0a82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801499f expref: 15 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.460975:0:18690:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083d8b840/0xb73f6b2ce24d0a82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801499f expref: 15 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.460977:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1715206685.460983:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524883968:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.460986:0:18690:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524883904:192.168.203.35@tcp:104: 00000004:00080000:0.0:1715206685.461003:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c895500/2, rc 0, transno 22092 00000100:00100000:3.0:1715206685.461004:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.461019:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524881792:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.461025:0:18690:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.461084:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524884032:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.461108:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206685.461167:0:18676:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524883968 00000100:00100000:1.0:1715206685.461169:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524884032 00000100:00100000:3.0:1715206685.461172:0:18676:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524883968 00000100:00100000:1.0:1715206685.461178:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524884032 00000100:00100000:3.0:1715206685.461193:0:18676:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78097 00000100:00100000:3.0:1715206685.461198:0:18676:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+42:3688:x1798523524883968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1715206685.461213:0:18676:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6 count 1 00010000:00010000:3.0:1715206685.461224:0:18676:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.461225:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78098 00000100:00100000:1.0:1715206685.461234:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+42:3688:x1798523524884032:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.461236:0:18676:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094962880/0xb73f6b2ce24d09e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014959 expref: 15 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.461243:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.461245:0:18676:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.461248:0:18676:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1715206685.461256:0:11062:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3700 count 1 00010000:00010000:3.0:1715206685.461265:0:18676:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094962880/0xb73f6b2ce24d09e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014959 expref: 15 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.461275:0:18676:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094962880/0xb73f6b2ce24d09e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014959 expref: 15 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.461275:0:11062:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.461284:0:18676:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524884096:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.461294:0:11062:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095b8ed00/0xb73f6b2ce2c2c5c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dfc expref: 15 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.461306:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.461308:0:11062:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.461312:0:11062:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.461326:0:18676:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17480 going to sleep for 11 seconds 00010000:00010000:1.0:1715206685.461372:0:11062:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095b8ed00/0xb73f6b2ce2c2c5c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dfc expref: 15 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.461388:0:11062:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095b8ed00/0xb73f6b2ce2c2c5c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dfc expref: 15 pid: 18695 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.461406:0:11062:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524884160:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.461442:0:11062:0:(client.c:2542:ptlrpc_set_wait()) set ffff88013551c300 going to sleep for 11 seconds 00000100:00100000:0.0:1715206685.465214:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.465232:0:18693:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:18693:1798523524882240:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.465241:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.465257:0:18693:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.465282:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803520 00000100:00100000:3.0:1715206685.465287:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803520 00010000:00010000:3.0:1715206685.465304:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136442f40/0xb73f6b2ce24d285e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155fb expref: 16 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.465309:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008facea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524882496:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.465326:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803584 00000100:00100000:3.0:1715206685.465328:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803584 00010000:00010000:2.0:1715206685.465356:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.465363:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092230b40/0xb73f6b2ce24d1fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015219 expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.465368:0:18672:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:18672:1798523524882816:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.465394:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158886 00010000:00010000:0.0:1715206685.465394:0:18672:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.465398:0:18682:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:18682:1798523524882752:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.465401:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+16:2003:x1798523591803520:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1715206685.465403:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158887 00000100:00100000:2.0:1715206685.465411:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2001:x1798523591803584:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.465412:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.465417:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136442f40/0xb73f6b2ce24d285e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155fb expref: 16 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.465424:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.465427:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136442f40/0xb73f6b2ce24d285e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155fb expref: 16 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.465430:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092230b40/0xb73f6b2ce24d1fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015219 expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.465431:0:18682:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465443:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092230b40/0xb73f6b2ce24d1fba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015219 expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.465445:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136442f40/0xb73f6b2ce24d285e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155fb expref: 16 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.465445:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:3.0:1715206685.465458:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.465460:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.465462:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092230b40/0xb73f6b2ce24d1fba lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015219 expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.465463:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.465466:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803712 00010000:00010000:3.0:1715206685.465472:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465473:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206685.465473:0:18675:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:18675:1798523524882560:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.465473:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803712 00010000:00010000:2.0:1715206685.465475:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.465479:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.465488:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.465488:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.465491:0:18675:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.465495:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2ebc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bcb expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.465518:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+15:2003:x1798523591803520:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 116us (309us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.465520:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206685.465525:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158888 00000100:00100000:0.0:1715206685.465534:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2003:x1798523591803712:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206685.465538:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158886 00010000:00010000:0.0:1715206685.465547:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206685.465556:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2ebc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bcb expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.465557:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2001:x1798523591803584:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 144us (315us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206685.465562:0:18693:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.465568:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158887 00010000:00010000:3.0:1715206685.465571:0:18693:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.465572:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2ebc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bcb expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.465585:0:18693:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.465593:0:18693:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.465597:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c8a7600/0xb73f6b2ce2c2ebc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58287bcb expref: 18 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.465600:0:18693:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465606:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.465607:0:18693:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.465610:0:18693:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.465614:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.465617:0:18693:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.465618:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.465619:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.465623:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.465630:0:18693:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465630:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.465630:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206685.465636:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.465637:0:18693:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6880/0xb73f6b2ce2c37ba3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18693 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465641:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465652:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465660:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017cc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.465665:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.465665:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.465676:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.465699:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+17:2003:x1798523591803712:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 163us (254us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.465700:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.465710:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083017cc0/0xb73f6b2ce2c37baa lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.465711:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158888 00000100:00100000:1.0:1715206685.465722:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.465746:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803648 00000100:00100000:0.0:1715206685.465752:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803648 00010000:00010000:0.0:1715206685.465770:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800922318c0/0xb73f6b2ce24d2253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015338 expref: 17 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.465790:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.465800:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803840 00000100:00100000:0.0:1715206685.465804:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803840 00010000:00010000:0.0:1715206685.465818:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008d934fc0/0xb73f6b2ce24d2555 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015496 expref: 15 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.465839:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803776 00000100:00100000:0.0:1715206685.465842:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803776 00010000:00010000:0.0:1715206685.465856:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880133db0000/0xb73f6b2ce24d2850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155f4 expref: 18 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.465871:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.465877:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803904 00000100:00100000:0.0:1715206685.465880:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803904 00010000:00010000:0.0:1715206685.465893:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092185440/0xb73f6b2ce24d255c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801549d expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.465912:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.465918:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804032 00000100:00100000:0.0:1715206685.465922:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804032 00000100:00100000:1.0:1715206685.465932:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00010000:00010000:0.0:1715206685.465935:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136442400/0xb73f6b2ce24d28f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015641 expref: 16 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.465951:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804096 00000100:00100000:0.0:1715206685.465954:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804096 00010000:00010000:0.0:1715206685.465966:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b419db00/0xb73f6b2ce2c2bb0e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a52 expref: 17 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.465972:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.465983:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591803968 00000100:00100000:0.0:1715206685.465987:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591803968 00010000:00010000:0.0:1715206685.465999:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136443840/0xb73f6b2ce24d28c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015633 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.466009:0:18679:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:18679:1798523524883264:192.168.203.35@tcp:104: 00000100:00100000:0.0:1715206685.466018:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158889 00000100:00100000:0.0:1715206685.466028:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+20:2002:x1798523591803648:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.466030:0:18679:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466041:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206685.466048:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800922318c0/0xb73f6b2ce24d2253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015338 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.466051:0:18693:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+43:3686:x1798523524882176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8455us (9327us total) trans 4294989391 rc 0/0 00000100:00100000:3.0:1715206685.466091:0:18693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78083 00000100:00100000:1.0:1715206685.466101:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158890 00010000:00010000:0.0:1715206685.466106:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800922318c0/0xb73f6b2ce24d2253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015338 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.466112:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+17:2001:x1798523591803840:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206685.466118:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158891 00000100:00100000:3.0:1715206685.466124:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+20:2003:x1798523591803776:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.466128:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1715206685.466132:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800922318c0/0xb73f6b2ce24d2253 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015338 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.466135:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.466137:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008d934fc0/0xb73f6b2ce24d2555 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015496 expref: 17 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.466141:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880133db0000/0xb73f6b2ce24d2850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155f4 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.466152:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880133db0000/0xb73f6b2ce24d2850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155f4 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.466156:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008d934fc0/0xb73f6b2ce24d2555 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015496 expref: 17 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.466175:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880133db0000/0xb73f6b2ce24d2850 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580155f4 expref: 20 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.466185:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.466187:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.466190:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.466194:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+40:3688:x1798523524882432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8185us (8342us total) trans 4294988899 rc 0/0 00010000:00010000:3.0:1715206685.466198:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466198:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.466201:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206685.466203:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78084 00010000:00010000:1.0:1715206685.466206:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466216:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.466220:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.466231:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158892 00000100:00100000:2.0:1715206685.466237:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2003:x1798523591803904:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.466240:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206685.466243:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+19:2003:x1798523591803776:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 117us (455us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.466248:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1715206685.466250:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158891 00010000:00010000:2.0:1715206685.466254:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092185440/0xb73f6b2ce24d255c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801549d expref: 19 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.466265:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092185440/0xb73f6b2ce24d255c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801549d expref: 18 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.466267:0:7115:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158893 00000100:00100000:3.0:1715206685.466272:0:7115:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+17:2003:x1798523591804032:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1715206685.466276:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+17:2001:x1798523591803840:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 163us (553us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206685.466277:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.466280:0:7115:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.466280:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1715206685.466281:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.466282:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.466285:0:7115:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136442400/0xb73f6b2ce24d28f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015641 expref: 17 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.466285:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466287:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.466289:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158890 00010000:00010000:2.0:1715206685.466293:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466296:0:7115:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136442400/0xb73f6b2ce24d28f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015641 expref: 17 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.466300:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466309:0:7115:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136442400/0xb73f6b2ce24d28f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015641 expref: 16 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.466313:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715206685.466314:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158894 00010000:00010000:3.0:1715206685.466318:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.466320:0:7115:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.466323:0:7115:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.466323:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+15:2001:x1798523591804096:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1715206685.466327:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.466355:0:7115:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466361:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.466363:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+17:2003:x1798523591803904:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 122us (492us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.466369:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b419db00/0xb73f6b2ce2c2bb0e lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a52 expref: 15 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.466372:0:7115:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.466375:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158892 00010000:00010000:1.0:1715206685.466387:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b419db00/0xb73f6b2ce2c2bb0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a52 expref: 15 pid: 18684 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.466392:0:7115:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+15:2003:x1798523591804032:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 118us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.466392:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+16:2002:x1798523591803648:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 361us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206685.466399:0:7115:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158893 00000100:00100000:2.0:1715206685.466405:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158895 00010000:00010000:1.0:1715206685.466409:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.466412:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1715206685.466413:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+16:2002:x1798523591803968:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.466416:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.466420:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158889 00010000:00010000:2.0:1715206685.466427:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.466430:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1715206685.466431:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c959180/2, rc 0, transno 22095 00010000:00010000:2.0:1715206685.466435:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136443840/0xb73f6b2ce24d28c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015633 expref: 16 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.466440:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c959180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524882176:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206685.466448:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.466451:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136443840/0xb73f6b2ce24d28c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015633 expref: 15 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.466479:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+14:2001:x1798523591804096:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 155us (545us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.466480:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.466483:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.466486:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.466488:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206685.466490:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158894 00010000:00010000:2.0:1715206685.466495:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.466496:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524884224:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1715206685.466507:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b419db00/0xb73f6b2ce2c2bb0e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a52 expref: 13 pid: 18684 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.466508:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.466522:0:18679:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.466524:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.466526:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524883456:192.168.203.35@tcp:104: 00000100:00100000:2.0:1715206685.466533:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+15:2002:x1798523591803968:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 120us (563us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.466535:0:18679:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.466541:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158895 00010000:00010000:0.0:1715206685.466544:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466548:0:18679:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466557:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008d934fc0/0xb73f6b2ce24d2555 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015496 expref: 12 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.466559:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466560:0:18679:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466571:0:18679:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466571:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.466576:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0001_UUID:18695:1798523524883008:192.168.203.35@tcp:104: 00000004:00080000:2.0:1715206685.466579:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095b91180/2, rc 0, transno 21603 00010000:00010000:1.0:1715206685.466582:0:18679:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.466584:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466588:0:18679:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.466591:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524882432:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.466595:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466598:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466600:0:18679:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466604:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466610:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466611:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466614:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136443840/0xb73f6b2ce24d28c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58015633 expref: 14 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.466618:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466622:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114240 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.466625:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.466626:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524883200:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.466628:0:18679:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466628:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466633:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466639:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d58c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.466639:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.466640:0:18679:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f138240/0xb73f6b2ce2c37bdb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18679 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466640:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466642:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466647:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466650:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466655:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466659:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466662:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466668:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466669:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466672:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880120114240/0xb73f6b2ce2c37be2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.466675:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d58c0/0xb73f6b2ce2c37bc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466677:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466683:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083017600 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.466686:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466700:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466711:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.466718:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083017600/0xb73f6b2ce2c37bcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.466861:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+45:3686:x1798523524883328:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7302us (7364us total) trans 4294989394 rc 0/0 00000100:00100000:0.0:1715206685.466874:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78092 00000100:00100000:0.0:1715206685.466894:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524884224 00000100:00100000:0.0:1715206685.466900:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524884224 00000100:00100000:0.0:1715206685.466926:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78099 00000100:00100000:0.0:1715206685.466934:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+45:3686:x1798523524884224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1715206685.466954:0:18684:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2 count 1 00010000:00010000:0.0:1715206685.466971:0:18684:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.466989:0:18684:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880083c4a400/0xb73f6b2ce24cfe8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801455b expref: 11 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467001:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.467003:0:18684:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.467008:0:18684:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467037:0:18684:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880083c4a400/0xb73f6b2ce24cfe8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801455b expref: 11 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.467046:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+45:3686:x1798523524882688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8440us (8525us total) trans 4294989393 rc 0/0 00000100:00100000:3.0:1715206685.467054:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78088 00010000:00010000:0.0:1715206685.467054:0:18684:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880083c4a400/0xb73f6b2ce24cfe8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801455b expref: 11 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.467112:0:18684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524884288:192.168.203.35@tcp:104: 00000100:00100000:3.0:1715206685.467130:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715206685.467139:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524884352:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.467162:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206685.467223:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+40:3688:x1798523524882944:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8461us (8554us total) trans 4294988900 rc 0/0 00000100:00100000:2.0:1715206685.467232:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78089 00000100:00100000:2.0:1715206685.467246:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524884352 00000100:00100000:2.0:1715206685.467251:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524884352 00000100:00100000:1.0:1715206685.467258:0:18679:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+44:3686:x1798523524883072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8318us (8411us total) trans 4294989392 rc 0/0 00000100:00100000:3.0:1715206685.467259:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.467269:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78100 00000100:00100000:2.0:1715206685.467274:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+40:3685:x1798523524884352:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1715206685.467288:0:18679:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78091 00002000:00080000:2.0:1715206685.467291:0:18689:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7 count 1 00000100:00100000:0.0:1715206685.467293:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524883520:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.467304:0:18689:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467314:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467318:0:18689:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800949621c0/0xb73f6b2ce24d0a7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014998 expref: 13 pid: 9394 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467325:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.467327:0:18689:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.467359:0:18689:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467398:0:18689:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800949621c0/0xb73f6b2ce24d0a7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014998 expref: 13 pid: 9394 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.467399:0:18677:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:18677:1798523524883776:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.467409:0:18689:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800949621c0/0xb73f6b2ce24d0a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014998 expref: 13 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.467413:0:18677:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.467420:0:18689:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524884416:192.168.203.35@tcp:104: 00000100:00100000:1.0:1715206685.467429:0:18674:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:18674:1798523524883712:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.467436:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092185440/0xb73f6b2ce24d255c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801549d expref: 13 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.467447:0:9393:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9393:1798523524883136:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.467450:0:18674:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.467457:0:9393:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.467470:0:9393:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.467474:0:18682:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.467476:0:18689:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8900 going to sleep for 11 seconds 00010000:00010000:3.0:1715206685.467482:0:9393:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.467486:0:18682:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.467494:0:9393:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.467500:0:18682:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.467505:0:9393:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.467512:0:18682:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206685.467517:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97f480/2, rc 0, transno 22098 00010000:00010000:3.0:1715206685.467518:0:9393:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206685.467523:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d1880/2, rc 0, transno 21604 00010000:00010000:1.0:1715206685.467525:0:18682:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.467527:0:9393:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6640 already unused, calling callback (ffffffffa0867b80) 00000100:00100000:0.0:1715206685.467528:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524883328:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1715206685.467532:0:9393:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.467536:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524882944:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.467536:0:18682:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d46c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.467541:0:18682:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.467543:0:9393:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.467554:0:18682:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.467558:0:8270:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804160 00010000:00010000:3.0:1715206685.467562:0:9393:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.467564:0:8270:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804160 00010000:00010000:3.0:1715206685.467573:0:9393:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d6640/0xb73f6b2ce2c37bd4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.467575:0:18682:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467585:0:8270:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083d88b40/0xb73f6b2ce24d0916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014905 expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.467588:0:18682:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d46c0/0xb73f6b2ce2c37bb8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18682 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.467621:0:8270:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158896 00000100:00100000:2.0:1715206685.467629:0:8270:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2002:x1798523591804160:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.467642:0:8270:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.467649:0:8270:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083d88b40/0xb73f6b2ce24d0916 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014905 expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00000004:00080000:0.0:1715206685.467651:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c95b100/2, rc 0, transno 22096 00000100:00100000:0.0:1715206685.467660:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524883072:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.467663:0:8270:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083d88b40/0xb73f6b2ce24d0916 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014905 expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00000004:00080000:0.0:1715206685.467679:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008c958000/2, rc 0, transno 22097 00010000:00010000:2.0:1715206685.467680:0:8270:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083d88b40/0xb73f6b2ce24d0916 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014905 expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:0.0:1715206685.467684:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524882688:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1715206685.467692:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.467694:0:8270:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.467697:0:8270:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467705:0:8270:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467722:0:8270:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715206685.467735:0:18684:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4900 going to sleep for 11 seconds 00000100:00100000:2.0:1715206685.467745:0:8270:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+12:2002:x1798523591804160:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 117us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.467752:0:8270:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158896 00010000:00010000:0.0:1715206685.467755:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467769:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467781:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467789:0:18672:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467794:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467797:0:18672:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467805:0:18672:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467807:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467813:0:18672:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467818:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120114fc0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.467820:0:18672:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467823:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467832:0:18672:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015200 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.467835:0:18672:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467837:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467843:0:18672:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467854:0:18672:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467859:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.467861:0:18672:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015200/0xb73f6b2ce2c37bbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18672 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.467881:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120114fc0/0xb73f6b2ce2c37be9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.467994:0:9393:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3687:x1798523524882880:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9226us (9281us total) trans 4294988901 rc 0/0 00000100:00100000:3.0:1715206685.468003:0:9393:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78090 00000100:00100000:3.0:1715206685.468109:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206685.468165:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.468200:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+43:3685:x1798523524882304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9755us (9826us total) trans 4294988902 rc 0/0 00000100:00100000:1.0:1715206685.468213:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78086 00000100:00100000:3.0:1715206685.468234:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.468250:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804224 00000100:00100000:3.0:1715206685.468251:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.468256:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804224 00010000:00010000:1.0:1715206685.468286:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094c83cc0/0xb73f6b2ce2c2bb07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a4b expref: 12 pid: 18674 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.468306:0:18672:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+42:3685:x1798523524882624:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9846us (9893us total) trans 4294988903 rc 0/0 00000004:00080000:3.0:1715206685.468313:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d3100/2, rc 0, transno 21607 00000100:00100000:1.0:1715206685.468313:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804288 00000100:00100000:2.0:1715206685.468315:0:18672:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78087 00000100:00100000:1.0:1715206685.468318:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804288 00000100:00100000:3.0:1715206685.468321:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524882624:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1715206685.468351:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f1d1180/2, rc 0, transno 21606 00000100:00100000:3.0:1715206685.468355:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524882304:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.468357:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094961f80/0xb73f6b2ce24d090f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148fe expref: 12 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.468366:0:18712:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804352 00000100:00100000:2.0:1715206685.468371:0:18712:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804352 00010000:00010000:2.0:1715206685.468386:0:18712:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083d8b840/0xb73f6b2ce24d0a82 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801499f expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.468386:0:7113:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804416 00000100:00100000:1.0:1715206685.468391:0:7113:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804416 00000100:00100000:2.0:1715206685.468408:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158897 00010000:00010000:1.0:1715206685.468410:0:7113:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094962880/0xb73f6b2ce24d09e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014959 expref: 14 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.468413:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524884608:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.468414:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+12:2003:x1798523591804224:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.468423:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.468428:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094c83cc0/0xb73f6b2ce2c2bb07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a4b expref: 12 pid: 18674 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.468432:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158898 00000100:00100000:3.0:1715206685.468439:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1715206685.468439:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094c83cc0/0xb73f6b2ce2c2bb07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a4b expref: 12 pid: 18674 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.468442:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+14:2003:x1798523591804288:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.468455:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.468463:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094c83cc0/0xb73f6b2ce2c2bb07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286a4b expref: 12 pid: 18674 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.468463:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094961f80/0xb73f6b2ce24d090f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148fe expref: 14 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.468470:0:18690:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:18690:1798523524883904:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.468474:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.468476:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.468479:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468480:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094961f80/0xb73f6b2ce24d090f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148fe expref: 14 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.468484:0:18690:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468487:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.468500:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524884608 00000100:00100000:3.0:1715206685.468504:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524884608 00010000:00010000:2.0:1715206685.468504:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.468506:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094961f80/0xb73f6b2ce24d090f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce580148fe expref: 14 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.468523:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78101 00010000:00010000:1.0:1715206685.468523:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.468526:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206685.468528:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+42:3685:x1798523524884608:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1715206685.468530:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+11:2003:x1798523591804224:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 115us (422us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.468531:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.468537:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158897 00010000:00010000:1.0:1715206685.468544:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1715206685.468545:0:18695:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2 count 1 00010000:00010000:3.0:1715206685.468558:0:18695:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.468570:0:18695:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083c4ad00/0xb73f6b2ce24cfb9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801445f expref: 10 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.468570:0:18712:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158899 00010000:00010000:1.0:1715206685.468571:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.468576:0:18712:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591804352:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.468584:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.468584:0:18712:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.468586:0:18695:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1715206685.468589:0:18695:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468589:0:18712:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083d8b840/0xb73f6b2ce24d0a82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801499f expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.468598:0:18712:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083d8b840/0xb73f6b2ce24d0a82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801499f expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.468606:0:18695:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083c4ad00/0xb73f6b2ce24cfb9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801445f expref: 10 pid: 11066 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.468609:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2003:x1798523591804288:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 165us (440us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.468613:0:18712:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083d8b840/0xb73f6b2ce24d0a82 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801499f expref: 13 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.468616:0:18695:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083c4ad00/0xb73f6b2ce24cfb9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801445f expref: 10 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.468622:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206685.468622:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158898 00010000:00010000:2.0:1715206685.468624:0:18712:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1715206685.468627:0:18695:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524884672:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.468627:0:18712:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468635:0:18712:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.468647:0:7113:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158900 00010000:00010000:2.0:1715206685.468649:0:18712:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206685.468652:0:18695:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008da17000 going to sleep for 11 seconds 00000100:00100000:1.0:1715206685.468655:0:7113:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+11:2003:x1798523591804416:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.468666:0:18677:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.468666:0:18712:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+11:2000:x1798523591804352:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 90us (432us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.468668:0:7113:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1715206685.468673:0:18712:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158899 00010000:00010000:3.0:1715206685.468674:0:18677:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468676:0:7113:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094962880/0xb73f6b2ce24d09e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014959 expref: 11 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.468693:0:18677:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.468698:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524884544:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1715206685.468700:0:18677:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468703:0:7113:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094962880/0xb73f6b2ce24d09e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014959 expref: 10 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.468707:0:18677:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.468714:0:18677:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d6d00 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.468718:0:18677:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468724:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.468725:0:18677:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.468727:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1715206685.468727:0:7113:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1715206685.468732:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+42:3688:x1798523524883392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8876us (9126us total) trans 4294988904 rc 0/0 00010000:00010000:1.0:1715206685.468733:0:7113:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.468738:0:18677:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.468745:0:18677:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d6d00/0xb73f6b2ce2c37bf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18677 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468745:0:7113:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.468746:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78093 00000004:00080000:2.0:1715206685.468753:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97c000/2, rc 0, transno 21608 00000100:00100000:2.0:1715206685.468758:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524883392:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.468764:0:7113:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1715206685.468766:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715206685.468767:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524884544 00000100:00100000:2.0:1715206685.468771:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524884480:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.468773:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524884544 00000100:00100000:2.0:1715206685.468787:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206685.468791:0:7113:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2003:x1798523591804416:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 134us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206685.468796:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524884480 00000100:00100000:0.0:1715206685.468800:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524884480 00000100:00100000:1.0:1715206685.468802:0:7113:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158900 00000100:00100000:2.0:1715206685.468810:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78102 00000100:00100000:2.0:1715206685.468822:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+43:3688:x1798523524884544:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.468837:0:18674:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1715206685.468838:0:18683:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3700 count 1 00000100:00100000:0.0:1715206685.468845:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78103 00010000:00010000:1.0:1715206685.468851:0:18674:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468852:0:18683:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.468854:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+43:3688:x1798523524884480:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.468863:0:18674:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468864:0:18683:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e484240/0xb73f6b2ce2c2c5b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dee expref: 10 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468871:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1715206685.468873:0:18683:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00002000:00080000:0.0:1715206685.468875:0:18671:0:(ofd_dev.c:1777:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6 count 1 00010000:00010000:2.0:1715206685.468876:0:18683:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468876:0:18674:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468887:0:18674:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468893:0:18683:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e484240/0xb73f6b2ce2c2c5b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dee expref: 10 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.468893:0:18671:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.468897:0:18674:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a400 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.468902:0:18674:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468903:0:18683:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e484240/0xb73f6b2ce2c2c5b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dee expref: 10 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.468913:0:18671:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880083d88000/0xb73f6b2ce24d09e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014952 expref: 10 pid: 9393 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.468914:0:18683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524884736:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.468914:0:18674:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.468925:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1715206685.468928:0:18671:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1715206685.468932:0:18674:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.468933:0:18671:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.468936:0:18683:0:(client.c:2542:ptlrpc_set_wait()) set ffff8801201c8cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1715206685.468944:0:18674:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13a400/0xb73f6b2ce2c37bf0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe70:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18674 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.468962:0:18671:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880083d88000/0xb73f6b2ce24d09e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014952 expref: 10 pid: 9393 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.468978:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094962880/0xb73f6b2ce24d09e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014959 expref: 9 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:0.0:1715206685.468988:0:18671:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880083d88000/0xb73f6b2ce24d09e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014952 expref: 10 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.468991:0:18676:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:18676:1798523524884096:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.469003:0:18676:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.469006:0:18671:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524884800:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.469012:0:18676:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.469025:0:18676:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.469033:0:18676:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.469040:0:18676:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.469045:0:18671:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e4f00 going to sleep for 11 seconds 00010000:00010000:2.0:1715206685.469047:0:18676:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.469053:0:18676:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5440 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.469090:0:18676:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.469103:0:18676:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715206685.469111:0:3687:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff8800948d1500/2, rc 0, transno 21605 00000100:00100000:0.0:1715206685.469120:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800948d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524882880:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.469123:0:18676:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.469135:0:18676:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800832d5440/0xb73f6b2ce2c37c05 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18676 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.469138:0:18674:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+44:3688:x1798523524883584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8572us (8633us total) trans 4294988905 rc 0/0 00000100:00100000:1.0:1715206685.469149:0:18674:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78094 00000100:00100000:0.0:1715206685.469214:0:11062:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11062:1798523524884160:192.168.203.35@tcp:104: 00010000:00010000:0.0:1715206685.469235:0:11062:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.469274:0:18675:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.469287:0:18675:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.469301:0:18675:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.469314:0:18675:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.469321:0:18677:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+45:3686:x1798523524883648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8689us (8728us total) trans 4294989395 rc 0/0 00010000:00010000:0.0:1715206685.469327:0:18675:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.469351:0:18677:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78095 00010000:00010000:0.0:1715206685.469366:0:18675:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f138b40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.469372:0:18675:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.469384:0:18675:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469388:0:18690:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469397:0:18690:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469406:0:18690:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.469407:0:18675:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469413:0:18690:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.469420:0:18675:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f138b40/0xb73f6b2ce2c37bb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe7f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18675 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469421:0:18690:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469427:0:18690:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083014000 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.469430:0:18690:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469438:0:18690:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469450:0:18690:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.469457:0:18690:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083014000/0xb73f6b2ce2c37bfe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18690 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.469585:0:18675:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008facc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+44:3688:x1798523524882368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11553us (11645us total) trans 4294988906 rc 0/0 00000100:00100000:0.0:1715206685.469598:0:18675:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78085 00000004:00080000:0.0:1715206685.469651:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97d180/2, rc 0, transno 22099 00000100:00100000:0.0:1715206685.469659:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524883648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1715206685.469701:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.469729:0:18676:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+45:3688:x1798523524883968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8525us (8719us total) trans 4294989396 rc 0/0 00000100:00100000:2.0:1715206685.469743:0:18676:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78097 00000004:00080000:2.0:1715206685.469790:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091b100/2, rc 0, transno 22100 00000100:00100000:2.0:1715206685.469798:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524883968:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1715206685.469807:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804480 00000004:00080000:2.0:1715206685.469813:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97e680/2, rc 0, transno 21609 00000100:00100000:1.0:1715206685.469816:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804480 00000100:00100000:2.0:1715206685.469819:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524883584:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1715206685.469832:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880095b93800/2, rc 0, transno 21610 00000100:00100000:2.0:1715206685.469838:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524882368:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1715206685.469839:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095b8ed00/0xb73f6b2ce2c2c5c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dfc expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.469897:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158901 00000100:00100000:3.0:1715206685.469909:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+44:3685:x1798523524883840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9012us (9060us total) trans 4294989397 rc 0/0 00000100:00100000:1.0:1715206685.469909:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+9:2002:x1798523591804480:12345-192.168.203.35@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1715206685.469917:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78096 00010000:00010000:1.0:1715206685.469923:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.469930:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095b8ed00/0xb73f6b2ce2c2c5c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dfc expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00000004:00080000:2.0:1715206685.469936:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880130918380/2, rc 0, transno 22101 00000100:00100000:2.0:1715206685.469944:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524883840:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1715206685.469947:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095b8ed00/0xb73f6b2ce2c2c5c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dfc expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.469971:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095b8ed00/0xb73f6b2ce2c2c5c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dfc expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.469988:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.469991:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.469996:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.470008:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.470049:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715206685.470094:0:11062:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.470109:0:11062:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.470122:0:11062:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.470126:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+8:2002:x1798523591804480:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 215us (423us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.470135:0:11062:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.470138:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158901 00010000:00010000:2.0:1715206685.470147:0:11062:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.470158:0:11062:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f13a880 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206685.470164:0:11062:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.470174:0:11062:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.470195:0:11062:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.470206:0:11062:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f13a880/0xb73f6b2ce2c37c0c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11062 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.470211:0:18689:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:18689:1798523524884416:192.168.203.35@tcp:104: 00010000:00010000:3.0:1715206685.470226:0:18689:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.470413:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+44:3688:x1798523524884032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9176us (9300us total) trans 4294989398 rc 0/0 00000100:00100000:2.0:1715206685.470426:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78098 00000004:00080000:0.0:1715206685.470471:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88013091bb80/2, rc 0, transno 22102 00000100:00100000:0.0:1715206685.470480:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524884032:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1715206685.470800:0:18684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:18684:1798523524884288:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.470823:0:18684:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.471639:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.471729:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804544 00000100:00100000:1.0:1715206685.471737:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804544 00010000:00010000:1.0:1715206685.471761:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800949621c0/0xb73f6b2ce24d0a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014998 expref: 11 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.471792:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158902 00000100:00100000:1.0:1715206685.471801:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+11:2002:x1798523591804544:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.471814:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.471821:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800949621c0/0xb73f6b2ce24d0a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014998 expref: 11 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.471836:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800949621c0/0xb73f6b2ce24d0a7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014998 expref: 11 pid: 9394 timeout: 1136 lvb_type: 0 00000100:00100000:3.0:1715206685.471855:0:18695:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_020:lustre-OST0000_UUID:18695:1798523524884672:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.471861:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800949621c0/0xb73f6b2ce24d0a7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014998 expref: 11 pid: 9394 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.471874:0:18695:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.471877:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.471881:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.471885:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.471897:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.471922:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.471926:0:18689:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.471935:0:18689:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.471943:0:18689:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.471951:0:18689:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.471958:0:18689:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.471965:0:18689:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015f80 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.471968:0:18689:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.471976:0:18689:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.471978:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2002:x1798523591804544:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 174us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206685.471989:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158902 00010000:00010000:3.0:1715206685.471991:0:18689:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.471999:0:18689:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015f80/0xb73f6b2ce2c37c1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18689 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.472501:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fee0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+44:3685:x1798523524884352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5223us (5335us total) trans 4294988907 rc 0/0 00000100:00100000:3.0:1715206685.472511:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78100 00000100:00100000:0.0:1715206685.472545:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000004:00080000:2.0:1715206685.472558:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fee0000/2, rc 0, transno 21611 00000100:00100000:2.0:1715206685.472567:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fee0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524884352:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1715206685.472599:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206685.472618:0:7114:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804608 00000100:00100000:1.0:1715206685.472624:0:7114:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804608 00000100:00100000:2.0:1715206685.472631:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804672 00000100:00100000:2.0:1715206685.472638:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804672 00010000:00010000:1.0:1715206685.472641:0:7114:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880083c4a400/0xb73f6b2ce24cfe8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801455b expref: 8 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.472665:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083c4ad00/0xb73f6b2ce24cfb9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801445f expref: 10 pid: 11066 timeout: 1136 lvb_type: 0 00000100:00100000:1.0:1715206685.472674:0:7114:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158903 00000100:00100000:1.0:1715206685.472681:0:7114:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+8:2001:x1798523591804608:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.472690:0:7114:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.472694:0:7114:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880083c4a400/0xb73f6b2ce24cfe8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801455b expref: 8 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.472704:0:7114:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880083c4a400/0xb73f6b2ce24cfe8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801455b expref: 8 pid: 11062 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.472706:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158904 00000100:00100000:2.0:1715206685.472717:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7c2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2002:x1798523591804672:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715206685.472721:0:7114:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880083c4a400/0xb73f6b2ce24cfe8f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801455b expref: 8 pid: 11062 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.472731:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.472732:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715206685.472733:0:7114:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1715206685.472736:0:7114:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.472740:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083c4ad00/0xb73f6b2ce24cfb9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801445f expref: 10 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.472744:0:7114:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206685.472750:0:18683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:18683:1798523524884736:192.168.203.35@tcp:104: 00010000:00010000:2.0:1715206685.472759:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083c4ad00/0xb73f6b2ce24cfb9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801445f expref: 10 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:1.0:1715206685.472761:0:7114:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.472766:0:18683:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.472784:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083c4ad00/0xb73f6b2ce24cfb9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5801445f expref: 10 pid: 11066 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.472788:0:18684:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.472795:0:18684:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.472798:0:7114:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591804608:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 116us (257us total) trans 0 rc 0/0 00010000:00010000:2.0:1715206685.472801:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206685.472803:0:18684:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.472804:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1715206685.472806:0:7114:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158903 00010000:00010000:2.0:1715206685.472809:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.472810:0:18684:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.472818:0:18684:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.472822:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.472824:0:18684:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801201158c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.472827:0:18684:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.472841:0:18684:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.472851:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1715206685.472855:0:18684:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.472862:0:18684:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801201158c0/0xb73f6b2ce2c37c13 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18684 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.472883:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7c2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+9:2002:x1798523591804672:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 166us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206685.472895:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158904 00000100:00100000:1.0:1715206685.472918:0:18671:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:18671:1798523524884800:192.168.203.35@tcp:104: 00010000:00010000:1.0:1715206685.472934:0:18671:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.472958:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206685.472990:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804736 00000100:00100000:2.0:1715206685.472997:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804736 00010000:00010000:2.0:1715206685.473018:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009e484240/0xb73f6b2ce2c2c5b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dee expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00000004:00080000:0.0:1715206685.473100:0:3686:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880133c64380/2, rc 0, transno 22103 00000100:00100000:3.0:1715206685.473103:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+44:3686:x1798523524884224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6167us (6576us total) trans 4294989399 rc 0/0 00000100:00100000:0.0:1715206685.473105:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524884224:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1715206685.473110:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78099 00000100:00100000:2.0:1715206685.473120:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158905 00000100:00100000:2.0:1715206685.473128:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+9:2002:x1798523591804736:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1715206685.473129:0:18695:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.473136:0:18695:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473142:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206685.473143:0:18695:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473148:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009e484240/0xb73f6b2ce2c2c5b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dee expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.473149:0:18695:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.473155:0:18695:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473162:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009e484240/0xb73f6b2ce2c2c5b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dee expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.473166:0:18695:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d7840 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:3.0:1715206685.473169:0:18695:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.473175:0:18695:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473182:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009e484240/0xb73f6b2ce2c2c5b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58286dee expref: 9 pid: 18695 timeout: 1136 lvb_type: 0 00010000:00010000:3.0:1715206685.473186:0:18695:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206685.473192:0:18695:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800832d7840/0xb73f6b2ce2c37c21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18695 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473196:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.473199:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.473203:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473215:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473239:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715206685.473252:0:18683:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.473265:0:18683:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.473277:0:18683:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.473287:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+8:2002:x1798523591804736:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 157us (329us total) trans 0 rc 0/0 00010000:00010000:0.0:1715206685.473288:0:18683:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.473298:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158905 00010000:00010000:0.0:1715206685.473299:0:18683:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.473308:0:18683:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083016f40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:0.0:1715206685.473313:0:18683:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.473324:0:18683:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.473363:0:18683:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206685.473375:0:18683:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083016f40/0xb73f6b2ce2c37c28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18683 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206685.473653:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+45:3688:x1798523524884544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4825us (4921us total) trans 4294988909 rc 0/0 00000100:00100000:1.0:1715206685.473665:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206685.473665:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78102 00000100:00100000:2.0:1715206685.473740:0:18680:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804800 00000100:00100000:2.0:1715206685.473748:0:18680:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804800 00000004:00080000:0.0:1715206685.473757:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff880092a00700/2, rc 0, transno 21613 00000100:00100000:0.0:1715206685.473764:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524884544:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1715206685.473768:0:18680:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880083d88000/0xb73f6b2ce24d09e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014952 expref: 8 pid: 9393 timeout: 1136 lvb_type: 0 00000100:00100000:2.0:1715206685.473797:0:18680:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 158906 00000100:00100000:2.0:1715206685.473805:0:18680:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+8:2002:x1798523591804800:12345-192.168.203.35@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206685.473817:0:18680:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206685.473824:0:18680:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880083d88000/0xb73f6b2ce24d09e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014952 expref: 8 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.473837:0:18680:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880083d88000/0xb73f6b2ce24d09e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014952 expref: 8 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.473859:0:18680:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083d88000/0xb73f6b2ce24d09e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.203.35@tcp remote: 0x9afc58ce58014952 expref: 8 pid: 9393 timeout: 1136 lvb_type: 0 00010000:00010000:2.0:1715206685.473873:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.473876:0:18680:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715206685.473881:0:18680:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473893:0:18680:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206685.473915:0:18680:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1715206685.473937:0:18671:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.473947:0:18680:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2002:x1798523591804800:12345-192.168.203.35@tcp:103:ldlm_bl.0 Request processed in 141us (285us total) trans 0 rc 0/0 00010000:00010000:1.0:1715206685.473951:0:18671:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206685.473958:0:18680:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 158906 00010000:00010000:1.0:1715206685.473965:0:18671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.473976:0:18671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.473987:0:18671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.473997:0:18671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880120115d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206685.474002:0:18671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.474013:0:18671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.474032:0:18671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206685.474044:0:18671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880120115d40/0xb73f6b2ce2c37c2f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 18671 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206685.474570:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+45:3688:x1798523524884480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5714us (5778us total) trans 4294988910 rc 0/0 00000100:00100000:1.0:1715206685.474582:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78103 00000004:00080000:0.0:1715206685.474616:0:3688:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88008f97ea00/2, rc 0, transno 21614 00000100:00100000:0.0:1715206685.474621:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f97ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524884480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1715206685.496714:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+44:3685:x1798523524884608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28177us (28267us total) trans 4294988908 rc 0/0 00000100:00100000:3.0:1715206685.496729:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78101 00000004:00080000:2.0:1715206685.496817:0:3685:0:(osp_sync.c:550:osp_sync_interpret()) reply req ffff88011fedb100/2, rc 0, transno 21612 00000100:00100000:2.0:1715206685.496827:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fedb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524884608:0@lo:6:osp-syn-0-1.0 00000001:00080000:0.0:1715206685.795768:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295060090 is committed 00000001:00080000:0.0:1715206685.795813:0:7109:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4295060082 is committed 00000020:00080000:0.0:1715206685.795831:0:7109:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4 batchid updated 00000020:00080000:2.0:1715206685.795918:0:7156:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00010000:00010000:1.0:1715206685.795929:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206685.795946:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206685.795958:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206685.795967:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800830173c0 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206685.795973:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206685.795983:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00000004:00080000:2.0:1715206685.795991:0:7156:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8801201c8900 with version 9 00010000:00010000:1.0:1715206685.796007:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc55fd06f (ffff88012f350c00) 00010000:00010000:1.0:1715206685.796012:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206685.796019:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000020:00080000:2.0:1715206685.796021:0:7156:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 2 cancel update log [0x240000401:0x3:0x0].2: rc = 0 00010000:00010000:1.0:1715206685.796028:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800830173c0/0xb73f6b2ce2c3793b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc55fd06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00080000:0.0:1715206685.796045:0:9073:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800a4b93480 version 9 rpc_version 9 00010000:00010000:1.0:1715206685.796101:0:3671:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7128 initiator: MDT0 00000020:00100000:0.0:1715206685.796106:0:9073:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00010000:00010000:1.0:1715206685.796112:0:3671:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206685.796117:0:9073:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009fbf6a00 x1798523524884928/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1715206685.796121:0:3671:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206685.796129:0:3671:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800832d5f80 already unused, calling callback (ffffffffa0ef9730) 00010000:00010000:1.0:1715206685.796133:0:3671:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206685.796142:0:3671:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7128 initiator: MDT0 00000100:00100000:0.0:1715206685.796142:0:9073:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524884928:0@lo:1000:osp_up1-0.0 00000020:00080000:2.0:1715206685.796149:0:7156:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 2 cancel update log [0x200000400:0x3:0x0].2: rc = 0 00010000:00010000:1.0:1715206685.796155:0:3671:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4104:0x0].0x0 (ffff880096845a00) 00010000:00010000:1.0:1715206685.796160:0:3671:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206685.796164:0:3671:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00010000:00010000:1.0:1715206685.796173:0:3671:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800832d5f80/0xb73f6b2ce2c379ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4104:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7128 initiator: MDT0 00000004:00080000:2.0:1715206685.796181:0:7156:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88011f351c00 with version 10 00000020:00080000:2.0:1715206685.796186:0:7156:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 3 cancel update log [0x240000401:0x3:0x0].3: rc = 0 00000100:00100000:0.0:1715206685.796204:0:9073:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1715206685.796212:0:7156:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 3 cancel update log [0x200000400:0x3:0x0].3: rc = 0 00000100:00100000:3.0:1715206685.796236:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524884928 00000004:00080000:2.0:1715206685.796236:0:7156:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88011f351f00 with version 11 00000100:00100000:0.0:1715206685.796238:0:9073:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00000020:00080000:2.0:1715206685.796241:0:7156:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4 cancel update log [0x240000401:0x3:0x0].4: rc = 0 00000100:00100000:3.0:1715206685.796248:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524884928 00000020:00080000:2.0:1715206685.796264:0:7156:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4 cancel update log [0x200000400:0x3:0x0].4: rc = 0 00000020:00080000:2.0:1715206685.796283:0:7156:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000100:00100000:3.0:1715206685.796290:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1715206685.796298:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:9073:x1798523524884928:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1715206685.796487:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9073:x1798523524884928:12345-0@lo:1000:osp_up1-0.0 Request processed in 187us (281us total) trans 4295216773 rc 0/0 00000100:00100000:3.0:1715206685.796497:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1715206685.796539:0:9073:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf6a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524884928:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1715206685.796549:0:9073:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800a4b93480 version 10 rpc_version 10 00000020:00100000:0.0:1715206685.796563:0:9073:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206685.796569:0:9073:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009fbf7480 x1798523524885056/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206685.796584:0:9073:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524885056:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1715206685.796611:0:9073:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.796639:0:9073:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.796665:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885056 00000100:00100000:3.0:1715206685.796670:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885056 00000100:00100000:3.0:1715206685.796690:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1715206685.796696:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:9073:x1798523524885056:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1715206685.796776:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9073:x1798523524885056:12345-0@lo:1000:osp_up1-0.0 Request processed in 79us (163us total) trans 4295216774 rc 0/0 00000100:00100000:3.0:1715206685.796793:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1715206685.796799:0:9073:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf7480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524885056:0@lo:1000:osp_up1-0.0 00000004:00080000:0.0:1715206685.796806:0:9073:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff8800a4b93480 version 11 rpc_version 11 00000020:00100000:0.0:1715206685.796817:0:9073:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1715206685.796822:0:9073:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009fbf4e00 x1798523524885184/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715206685.796834:0:9073:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524885184:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1715206685.796856:0:9073:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206685.796866:0:9073:0:(client.c:2542:ptlrpc_set_wait()) set ffff88008d6e40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206685.796874:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885184 00000100:00100000:3.0:1715206685.796877:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885184 00000100:00100000:3.0:1715206685.796893:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1715206685.796897:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:9073:x1798523524885184:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1715206685.796988:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:9073:x1798523524885184:12345-0@lo:1000:osp_up1-0.0 Request processed in 89us (130us total) trans 4295216775 rc 0/0 00000100:00100000:3.0:1715206685.796995:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1715206685.797003:0:9073:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf4e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:9073:1798523524885184:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1715206685.904407:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206686.906400:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206687.794428:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524885248:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206687.794503:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206687.794566:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885248 00000100:00100000:3.0:1715206687.794579:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885248 00000100:00100000:3.0:1715206687.794638:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1715206687.794646:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3686:x1798523524885248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206687.794688:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206687.794764:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3686:x1798523524885248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206687.794772:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1715206687.794806:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009fbf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524885248:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206687.908424:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206688.274742:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206688.274791:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206688.274818:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206688.274843:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206688.274875:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804864 00000100:00100000:1.0:1715206688.274875:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804928 00000100:00100000:2.0:1715206688.274885:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804864 00000100:00100000:1.0:1715206688.274885:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804928 00000100:00100000:0.0:1715206688.274885:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206688.274919:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805056 00000100:00100000:0.0:1715206688.274923:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805056 00000100:00100000:1.0:1715206688.274928:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591804992 00000100:00100000:1.0:1715206688.274930:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591804992 00000100:00100000:2.0:1715206688.274932:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 619 00000100:00100000:2.0:1715206688.274940:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591804864:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206688.274942:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1315 00000100:00100000:0.0:1715206688.274947:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805120 00000100:00100000:0.0:1715206688.274949:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805120 00000100:00100000:3.0:1715206688.274951:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591804928:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206688.274960:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1316 00000100:00100000:0.0:1715206688.274964:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 626 00000100:00100000:1.0:1715206688.274967:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591804992:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206688.274970:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800948d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591805056:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206688.274999:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b407ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591804864:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 59us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206688.275004:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591804928:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 54us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206688.275005:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 619 00000100:00100000:0.0:1715206688.275010:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591805056:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 40us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206688.275011:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1315 00000100:00100000:1.0:1715206688.275015:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800948d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591804992:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 49us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206688.275016:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 626 00000100:00100000:1.0:1715206688.275022:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1316 00000100:00100000:0.0:1715206688.275027:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 627 00000100:00100000:0.0:1715206688.275031:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591805120:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:2.0:1715206688.275032:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206658 00000100:00080000:2.0:1715206688.275035:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206658 00000100:00080000:2.0:1715206688.275037:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206658 00000100:00080000:2.0:1715206688.275039:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206658 00000100:00080000:2.0:1715206688.275041:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206658 00000100:00100000:0.0:1715206688.275087:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591805120:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 55us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206688.275093:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 627 00010000:00010000:2.0:1715206688.910461:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206689.346403:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524885312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206689.346493:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206689.346651:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885312 00000100:00100000:3.0:1715206689.346664:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885312 00000100:00100000:3.0:1715206689.346724:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1715206689.346732:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524885312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715206689.346776:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:3.0:1715206689.346830:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524885312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206689.346839:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1715206689.346861:0:3687:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4295060090 gen 2 00000004:00080000:0.0:1715206689.346871:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060083 committed transno 4295060090 00000004:00080000:0.0:1715206689.346902:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060084 committed transno 4295060090 00000004:00080000:0.0:1715206689.346919:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060085 committed transno 4295060090 00000004:00080000:0.0:1715206689.346934:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060086 committed transno 4295060090 00000004:00080000:0.0:1715206689.346954:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060087 committed transno 4295060090 00000004:00080000:0.0:1715206689.346972:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060088 committed transno 4295060090 00000004:00080000:0.0:1715206689.346989:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060089 committed transno 4295060090 00000004:00080000:0.0:1715206689.347006:0:3687:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295060090 committed transno 4295060090 00000100:00100000:0.0:1715206689.347037:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524885312:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1715206689.912383:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206690.434275:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524885504:0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434325:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524885376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206690.434348:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524885568:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434357:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524885440:0@lo:400:kworker.0 00000100:00100000:2.0:1715206690.434389:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206690.434392:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206690.434407:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206690.434408:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206690.434419:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524885632:0@lo:400:kworker.0 00000100:00100000:2.0:1715206690.434426:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524885760:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434439:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524885696:0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434445:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524885824:0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434447:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206690.434470:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885568 00000100:00100000:3.0:1715206690.434476:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206690.434477:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885568 00000100:00100000:1.0:1715206690.434479:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524885888:0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434484:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206690.434491:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524885952:0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434499:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206690.434501:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524886080:0@lo:400:kworker.0 00000100:00100000:2.0:1715206690.434511:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885696 00000100:00100000:2.0:1715206690.434514:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885696 00000100:00100000:3.0:1715206690.434519:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885440 00000100:00100000:3.0:1715206690.434524:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885440 00000100:00100000:1.0:1715206690.434527:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524886144:0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434529:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206690.434531:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1715206690.434538:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524885568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434547:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206690.434560:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1715206690.434560:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885376 00000100:00100000:3.0:1715206690.434566:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b53c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524885440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434566:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885376 00000100:00100000:1.0:1715206690.434584:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885504 00000100:00100000:2.0:1715206690.434591:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524885568:12345-0@lo:400:kworker.0 Request processed in 53us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206690.434591:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885504 00000100:00100000:0.0:1715206690.434596:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1715206690.434599:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1715206690.434602:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b53c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524885440:12345-0@lo:400:kworker.0 Request processed in 35us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206690.434603:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+44:3688:x1798523524885376:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206690.434610:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1715206690.434617:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1715206690.434621:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3685:x1798523524885696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434627:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885632 00000100:00100000:1.0:1715206690.434631:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885632 00002000:00000024:0.0:1715206690.434632:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:3.0:1715206690.434638:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885824 00000100:00100000:3.0:1715206690.434641:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885824 00000100:00100000:2.0:1715206690.434643:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:3685:x1798523524885696:12345-0@lo:400:kworker.0 Request processed in 21us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206690.434649:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1715206690.434653:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885888 00000100:00100000:1.0:1715206690.434657:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885888 00000100:00100000:3.0:1715206690.434663:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00080000:2.0:1715206690.434666:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206660 00000100:00100000:0.0:1715206690.434668:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+44:3688:x1798523524885376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206690.434669:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524885504:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715206690.434670:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206660 00000100:00080000:2.0:1715206690.434673:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206660 00000100:00100000:0.0:1715206690.434676:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00080000:2.0:1715206690.434677:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206660 00000100:00100000:1.0:1715206690.434680:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1715206690.434689:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524885632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206690.434690:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206690.434696:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524885504:12345-0@lo:400:kworker.0 Request processed in 26us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206690.434700:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886080 00000100:00100000:2.0:1715206690.434702:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524886016:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434703:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1715206690.434703:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886080 00000100:00100000:3.0:1715206690.434717:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885760 00000100:00100000:3.0:1715206690.434720:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885760 00000100:00100000:2.0:1715206690.434721:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206690.434721:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886144 00000100:00100000:0.0:1715206690.434723:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886144 00000100:00100000:3.0:1715206690.434736:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:0.0:1715206690.434737:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886016 00000100:00100000:0.0:1715206690.434739:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886016 00000100:00100000:3.0:1715206690.434740:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524885824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434746:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524885632:12345-0@lo:400:kworker.0 Request processed in 56us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206690.434753:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1715206690.434754:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524885504:0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434760:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:3687:x1798523524886080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434761:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1715206690.434765:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524885824:12345-0@lo:400:kworker.0 Request processed in 23us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206690.434770:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1715206690.434780:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1715206690.434783:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1715206690.434785:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524885888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434786:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1715206690.434788:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:3687:x1798523524886080:12345-0@lo:400:kworker.0 Request processed in 29us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206690.434789:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524886144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434794:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524885760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434795:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1715206690.434806:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524885888:12345-0@lo:400:kworker.0 Request processed in 20us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206690.434806:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1715206690.434810:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:3686:x1798523524886016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434812:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1715206690.434817:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524886144:12345-0@lo:400:kworker.0 Request processed in 28us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206690.434823:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1715206690.434838:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1715206690.434839:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206660 00000100:00100000:0.0:1715206690.434840:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+44:3686:x1798523524886016:12345-0@lo:400:kworker.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00080000:2.0:1715206690.434842:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206660 00000100:00100000:1.0:1715206690.434846:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524885760:12345-0@lo:400:kworker.0 Request processed in 49us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206690.434846:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1715206690.434851:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524886208:0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.434856:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1715206690.434857:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524885760:0@lo:400:kworker.0 00000100:00100000:2.0:1715206690.434868:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524886016:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434870:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206690.434875:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524885952 00000100:00100000:1.0:1715206690.434880:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524885952 00000100:00100000:0.0:1715206690.434881:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524885568:0@lo:400:kworker.0 00000100:00100000:2.0:1715206690.434886:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886208 00000100:00100000:2.0:1715206690.434889:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886208 00000100:00100000:0.0:1715206690.434894:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524885824:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434895:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011fed9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524885440:0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434905:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524886080:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434906:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524885696:0@lo:400:kworker.0 00000100:00080000:2.0:1715206690.434916:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206660 00000100:00080000:2.0:1715206690.434918:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206660 00000100:00100000:3.0:1715206690.434935:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:3.0:1715206690.434940:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524885952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.434950:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1715206690.434954:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524886208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434972:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524885952:12345-0@lo:400:kworker.0 Request processed in 31us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206690.434977:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524886144:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.434978:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1715206690.434986:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524886208:12345-0@lo:400:kworker.0 Request processed in 30us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206690.434992:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1715206690.434997:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524885376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206690.435006:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524885952:0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.435007:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524885632:0@lo:400:kworker.0 00000100:00100000:3.0:1715206690.435016:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524886208:0@lo:400:kworker.0 00000100:00100000:1.0:1715206690.435018:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524885888:0@lo:400:kworker.0 00000100:00100000:0.0:1715206690.450219:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d06f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524886272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206690.450234:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524886336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206690.450258:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206690.450276:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206690.450317:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886272 00000100:00100000:0.0:1715206690.450322:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886336 00000100:00100000:2.0:1715206690.450324:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886272 00000100:00100000:1.0:1715206690.450328:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524886400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206690.450328:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886336 00000100:00100000:2.0:1715206690.450355:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1715206690.450362:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524886272:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206690.450365:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1715206690.450368:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206690.450372:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+44:3687:x1798523524886336:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206690.450380:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886400 00002000:00000024:2.0:1715206690.450385:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206690.450386:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886400 00002000:00000024:0.0:1715206690.450388:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206690.450407:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1715206690.450413:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524886400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1715206690.450429:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206690.450435:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524886272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206690.450436:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+44:3687:x1798523524886336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206690.450443:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1715206690.450454:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1715206690.450467:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524886400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206690.450467:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d06f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524886272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206690.450475:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1715206690.450494:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524886400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206690.450512:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524886336:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1715206690.803589:0:8260:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0001: transno 4295216775 is committed 00000004:00080000:0.0:1715206690.803605:0:8260:0:(osp_sync.c:1604:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 445 committed 00000001:00080000:0.0:1715206690.803997:0:10647:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294989399 is committed 00000001:00080000:3.0:1715206690.804120:0:9390:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0000: transno 4294988910 is committed 00010000:00010000:2.0:1715206690.914381:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206691.916393:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206692.802463:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206692.802489:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524886464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206692.802558:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206692.802694:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886464 00000100:00100000:0.0:1715206692.802705:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886464 00000100:00100000:0.0:1715206692.802765:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1715206692.802773:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524886464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1715206692.802813:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:0.0:1715206692.802879:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524886464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206692.802888:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1715206692.802914:0:3686:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4295216775 gen 2 00000004:00080000:1.0:1715206692.802922:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295216773 committed transno 4295216775 00000004:00080000:1.0:1715206692.802949:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295216774 committed transno 4295216775 00000004:00080000:1.0:1715206692.802967:0:3686:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4295216775 committed transno 4295216775 00000100:00100000:1.0:1715206692.802994:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524886464:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206692.918470:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206693.283377:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206693.283428:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206693.283472:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206693.283519:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805184 00000100:00100000:0.0:1715206693.283520:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206693.283532:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805184 00000100:00100000:3.0:1715206693.283542:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805248 00000100:00100000:3.0:1715206693.283551:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805248 00000100:00100000:2.0:1715206693.283586:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 621 00000100:00100000:3.0:1715206693.283592:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805312 00000100:00100000:2.0:1715206693.283595:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b53c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2003:x1798523591805184:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206693.283596:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805312 00000100:00100000:1.0:1715206693.283607:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805376 00000100:00100000:1.0:1715206693.283617:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805376 00000100:00100000:3.0:1715206693.283623:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1323 00000100:00100000:3.0:1715206693.283633:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2002:x1798523591805248:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206693.283633:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206693.283665:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805440 00000100:00100000:2.0:1715206693.283667:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b53c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2003:x1798523591805184:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 73us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206693.283668:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805440 00000100:00100000:0.0:1715206693.283673:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 632 00000100:00100000:2.0:1715206693.283675:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 621 00000100:00100000:0.0:1715206693.283684:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2002:x1798523591805376:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206693.283692:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 633 00000100:00100000:3.0:1715206693.283698:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d06f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2002:x1798523591805248:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 65us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206693.283700:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009363ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2002:x1798523591805440:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:2.0:1715206693.283707:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206663 00000100:00100000:3.0:1715206693.283709:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1323 00000100:00080000:2.0:1715206693.283712:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206663 00000100:00080000:2.0:1715206693.283714:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206663 00000100:00080000:2.0:1715206693.283717:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206663 00000100:00080000:2.0:1715206693.283719:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206663 00000100:00100000:3.0:1715206693.283731:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1324 00000100:00100000:0.0:1715206693.283735:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2002:x1798523591805376:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 52us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206693.283739:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2003:x1798523591805312:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206693.283746:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 632 00000100:00100000:1.0:1715206693.283754:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009363ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2002:x1798523591805440:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 55us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206693.283767:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 633 00000100:00100000:3.0:1715206693.283793:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2003:x1798523591805312:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 52us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206693.283809:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1324 00010000:00010000:2.0:1715206693.920498:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206694.354265:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524886528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1715206694.354345:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206694.354388:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886528 00000100:00100000:0.0:1715206694.354395:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886528 00000100:00100000:0.0:1715206694.354436:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1715206694.354442:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524886528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206694.354472:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206694.354558:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524886528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206694.354566:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1715206694.354602:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c896680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524886528:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1715206694.922468:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206695.442350:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524886784:0@lo:400:kworker.0 00000100:00100000:2.0:1715206695.442351:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524886592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206695.442353:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524886656:0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442403:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524886720:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442437:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206695.442437:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206695.442438:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206695.442463:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206695.442472:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524886848:0@lo:400:kworker.0 00000100:00100000:0.0:1715206695.442472:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524886912:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442476:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524887040:0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442484:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524886976:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442517:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206695.442518:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206695.442527:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886592 00000100:00100000:2.0:1715206695.442528:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886656 00000100:00100000:3.0:1715206695.442535:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886592 00000100:00100000:2.0:1715206695.442536:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886656 00000100:00100000:1.0:1715206695.442541:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524887296:0@lo:400:kworker.0 00000100:00100000:0.0:1715206695.442549:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524887168:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442560:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206695.442579:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1715206695.442582:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1715206695.442582:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206695.442586:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524886592:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206695.442588:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887296 00000100:00100000:2.0:1715206695.442592:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b53c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524886656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442593:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887296 00000100:00100000:0.0:1715206695.442602:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524887424:0@lo:400:kworker.0 00002000:00000024:3.0:1715206695.442618:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:1.0:1715206695.442620:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1715206695.442627:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524887296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206695.442630:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206695.442638:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b53c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524886656:12345-0@lo:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206695.442649:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1715206695.442654:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524886592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.442661:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1715206695.442664:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524886656:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442670:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524887296:12345-0@lo:400:kworker.0 Request processed in 42us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206695.442677:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1715206695.442682:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886720 00000100:00100000:3.0:1715206695.442685:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886720 00000100:00100000:0.0:1715206695.442688:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1715206695.442689:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887424 00000100:00100000:2.0:1715206695.442690:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886784 00000100:00100000:1.0:1715206695.442692:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887424 00000100:00100000:2.0:1715206695.442696:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886784 00000100:00100000:0.0:1715206695.442697:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524887104:0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442704:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887040 00000100:00100000:3.0:1715206695.442706:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887040 00000100:00100000:1.0:1715206695.442707:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1715206695.442711:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524887424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442720:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887168 00000100:00100000:3.0:1715206695.442722:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887168 00000100:00100000:2.0:1715206695.442722:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886912 00000100:00100000:2.0:1715206695.442726:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886912 00000100:00100000:0.0:1715206695.442728:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206695.442734:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524887424:12345-0@lo:400:kworker.0 Request processed in 22us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.442739:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887104 00000100:00100000:1.0:1715206695.442740:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1715206695.442741:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887104 00000100:00100000:2.0:1715206695.442747:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1715206695.442751:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524887360:0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442753:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1715206695.442755:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524886784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442758:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524886720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442763:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:1.0:1715206695.442768:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524887040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206695.442775:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206695.442791:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524886720:12345-0@lo:400:kworker.0 Request processed in 33us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.442798:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1715206695.442807:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524887040:12345-0@lo:400:kworker.0 Request processed in 38us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.442808:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1715206695.442812:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524886784:12345-0@lo:400:kworker.0 Request processed in 56us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206695.442812:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524887424:0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442813:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524887168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442814:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1715206695.442822:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1715206695.442827:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1715206695.442832:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524887104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206695.442840:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1715206695.442843:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524887168:12345-0@lo:400:kworker.0 Request processed in 29us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206695.442848:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e75d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524886912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206695.442848:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887360 00000100:00100000:3.0:1715206695.442849:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1715206695.442852:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887360 00000100:00100000:1.0:1715206695.442853:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090baaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524887104:12345-0@lo:400:kworker.0 Request processed in 20us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206695.442859:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1715206695.442880:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206695.442882:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1715206695.442887:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524887360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206695.442889:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e75d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524886912:12345-0@lo:400:kworker.0 Request processed in 40us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.442893:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524887232:0@lo:400:kworker.0 00000100:00100000:2.0:1715206695.442899:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1715206695.442912:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524887104:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442915:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524887360:12345-0@lo:400:kworker.0 Request processed in 27us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.442918:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206695.442922:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1715206695.442927:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524887360:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442932:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887232 00000100:00100000:1.0:1715206695.442935:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887232 00000100:00100000:0.0:1715206695.442941:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524887168:0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.442948:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524886720:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442950:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1715206695.442954:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524887232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206695.442955:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524886912:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.442980:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524887232:12345-0@lo:400:kworker.0 Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.442986:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886976 00000100:00100000:1.0:1715206695.442986:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1715206695.442989:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886976 00000100:00100000:3.0:1715206695.443010:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1715206695.443014:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524886976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.443017:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524887040:0@lo:400:kworker.0 00000100:00100000:1.0:1715206695.443026:0:3686:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989399 gen 2 00000004:00080000:1.0:1715206695.443043:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e49880, transno 4294989361 00000004:00080000:1.0:1715206695.443081:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e48380, transno 4294989362 00000004:00080000:1.0:1715206695.443084:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e4a300, transno 4294989363 00000004:00080000:1.0:1715206695.443087:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e49c00, transno 4294989364 00000100:00080000:0.0:1715206695.443088:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206665 00000004:00080000:1.0:1715206695.443089:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e4bb80, transno 4294989365 00000100:00100000:3.0:1715206695.443090:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fed9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524886976:12345-0@lo:400:kworker.0 Request processed in 74us (209us total) trans 0 rc 0/0 00000004:00080000:1.0:1715206695.443092:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e48e00, transno 4294989366 00000004:00080000:1.0:1715206695.443095:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c894380, transno 4294989367 00000100:00080000:0.0:1715206695.443095:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206665 00000100:00100000:3.0:1715206695.443097:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000004:00080000:1.0:1715206695.443097:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e48700, transno 4294989368 00000004:00080000:1.0:1715206695.443099:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e4b800, transno 4294989369 00000100:00080000:0.0:1715206695.443099:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206665 00000004:00080000:1.0:1715206695.443102:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c895c00, transno 4294989370 00000100:00080000:0.0:1715206695.443102:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206665 00000004:00080000:1.0:1715206695.443105:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa0000, transno 4294989371 00000100:00080000:0.0:1715206695.443105:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206665 00000004:00080000:1.0:1715206695.443107:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97fb80, transno 4294989372 00000004:00080000:1.0:1715206695.443110:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130919500, transno 4294989373 00000004:00080000:1.0:1715206695.443113:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa0380, transno 4294989374 00000004:00080000:1.0:1715206695.443115:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa0700, transno 4294989375 00000004:00080000:1.0:1715206695.443117:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918000, transno 4294989376 00000004:00080000:1.0:1715206695.443120:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091ad80, transno 4294989377 00000004:00080000:1.0:1715206695.443123:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa2a00, transno 4294989378 00000004:00080000:1.0:1715206695.443125:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa0a80, transno 4294989379 00000100:00100000:3.0:1715206695.443126:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524886976:0@lo:400:kworker.0 00000004:00080000:1.0:1715206695.443127:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa1c00, transno 4294989380 00000004:00080000:1.0:1715206695.443130:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e49500, transno 4294989381 00000004:00080000:1.0:1715206695.443132:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa0e00, transno 4294989382 00000004:00080000:1.0:1715206695.443134:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880134fa3100, transno 4294989383 00000100:00100000:3.0:1715206695.443136:0:3685:0:(client.c:2956:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294988910 gen 2 00000004:00080000:1.0:1715206695.443137:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133c65f80, transno 4294989384 00000004:00080000:1.0:1715206695.443144:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba9500, transno 4294989385 00000004:00080000:3.0:1715206695.443147:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a07b80, transno 4294988872 00000004:00080000:1.0:1715206695.443147:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba8380, transno 4294989386 00000004:00080000:1.0:1715206695.443150:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c896a00, transno 4294989387 00000004:00080000:1.0:1715206695.443152:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c895500, transno 4294989388 00000004:00080000:1.0:1715206695.443154:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e49f80, transno 4294989389 00000004:00080000:3.0:1715206695.443155:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facfb80, transno 4294988873 00000004:00080000:1.0:1715206695.443157:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c895880, transno 4294989390 00000004:00080000:3.0:1715206695.443158:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a04000, transno 4294988874 00000004:00080000:1.0:1715206695.443159:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c959180, transno 4294989391 00000004:00080000:3.0:1715206695.443161:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095908a80, transno 4294988875 00000004:00080000:1.0:1715206695.443163:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c95b100, transno 4294989392 00000004:00080000:3.0:1715206695.443164:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008faced80, transno 4294988876 00000004:00080000:1.0:1715206695.443165:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008c958000, transno 4294989393 00000004:00080000:3.0:1715206695.443167:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facd880, transno 4294988877 00000004:00080000:1.0:1715206695.443168:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97f480, transno 4294989394 00000004:00080000:3.0:1715206695.443170:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009590a300, transno 4294988878 00000004:00080000:1.0:1715206695.443171:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97d180, transno 4294989395 00000004:00080000:3.0:1715206695.443173:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facf800, transno 4294988879 00000004:00080000:1.0:1715206695.443174:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091b100, transno 4294989396 00000004:00080000:3.0:1715206695.443175:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facca80, transno 4294988880 00000004:00080000:1.0:1715206695.443177:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880130918380, transno 4294989397 00000004:00080000:3.0:1715206695.443179:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008facce00, transno 4294988881 00000004:00080000:1.0:1715206695.443179:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88013091bb80, transno 4294989398 00000004:00080000:3.0:1715206695.443181:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88009590b100, transno 4294988882 00000004:00080000:1.0:1715206695.443182:0:3686:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880133c64380, transno 4294989399 00000004:00080000:3.0:1715206695.443184:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a00e00, transno 4294988883 00000004:00080000:3.0:1715206695.443187:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a02300, transno 4294988884 00000100:00100000:1.0:1715206695.443187:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524887296:0@lo:400:kworker.0 00000004:00080000:3.0:1715206695.443190:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a03b80, transno 4294988885 00000004:00080000:3.0:1715206695.443192:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fedb800, transno 4294988886 00000004:00080000:3.0:1715206695.443195:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d06d180, transno 4294988887 00000004:00080000:3.0:1715206695.443198:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800909aed80, transno 4294988888 00000004:00080000:3.0:1715206695.443200:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fedad80, transno 4294988889 00000100:00100000:1.0:1715206695.443200:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524886784:0@lo:400:kworker.0 00000004:00080000:3.0:1715206695.443203:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba9f80, transno 4294988890 00000004:00080000:3.0:1715206695.443205:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090ba8a80, transno 4294988891 00000004:00080000:3.0:1715206695.443208:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880090baad80, transno 4294988892 00000004:00080000:3.0:1715206695.443210:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800909ac700, transno 4294988893 00000004:00080000:3.0:1715206695.443212:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800909aca80, transno 4294988894 00000004:00080000:3.0:1715206695.443215:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800909adf80, transno 4294988895 00000004:00080000:3.0:1715206695.443217:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800909ac000, transno 4294988896 00000004:00080000:3.0:1715206695.443220:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88012d708700, transno 4294988897 00000004:00080000:3.0:1715206695.443222:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880094e48000, transno 4294988898 00000004:00080000:3.0:1715206695.443225:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095b91180, transno 4294988899 00000004:00080000:3.0:1715206695.443232:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d1880, transno 4294988900 00000004:00080000:3.0:1715206695.443234:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d1500, transno 4294988901 00000004:00080000:3.0:1715206695.443237:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f1d1180, transno 4294988902 00000004:00080000:3.0:1715206695.443240:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff8800948d3100, transno 4294988903 00000004:00080000:3.0:1715206695.443243:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97c000, transno 4294988904 00000004:00080000:3.0:1715206695.443245:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97e680, transno 4294988905 00000100:00100000:2.0:1715206695.443245:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1715206695.443248:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880095b93800, transno 4294988906 00000004:00080000:3.0:1715206695.443251:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fee0000, transno 4294988907 00000004:00080000:3.0:1715206695.443253:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88011fedb100, transno 4294988908 00000004:00080000:3.0:1715206695.443256:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff880092a00700, transno 4294988909 00000004:00080000:3.0:1715206695.443258:0:3685:0:(osp_sync.c:496:osp_sync_request_commit_cb()) commit req ffff88008f97ea00, transno 4294988910 00000100:00100000:3.0:1715206695.443282:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524887232:0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.443316:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524886848 00000100:00100000:3.0:1715206695.443319:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524886848 00000100:00100000:2.0:1715206695.443324:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524886592:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206695.443345:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1715206695.443350:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524886848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206695.443385:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524886848:12345-0@lo:400:kworker.0 Request processed in 35us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206695.443391:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1715206695.443420:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524886848:0@lo:400:kworker.0 00000004:00080000:0.0:1715206695.443427:0:11042:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 22 in progress, 0 in flight, 17 done 00000004:00080000:1.0:1715206695.443469:0:11039:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 9 in progress, 0 in flight, 30 done 00000004:00080000:1.0:1715206695.443519:0:11039:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 9 done 00000004:00080000:0.0:1715206695.443589:0:11042:0:(osp_sync.c:1105:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 22 done 00000100:00100000:3.0:1715206695.458177:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1715206695.458191:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524887552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206695.458222:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206695.458250:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524887488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206695.458254:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524887616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206695.458256:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887552 00000100:00100000:0.0:1715206695.458280:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887552 00000100:00100000:3.0:1715206695.458287:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206695.458303:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887488 00000100:00100000:3.0:1715206695.458314:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1715206695.458315:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887488 00000100:00100000:3.0:1715206695.458321:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524887552:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206695.458322:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1715206695.458335:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206695.458342:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887616 00000100:00100000:0.0:1715206695.458346:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887616 00000100:00100000:1.0:1715206695.458350:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1715206695.458358:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524887488:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206695.458362:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524887552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206695.458365:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1715206695.458370:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1715206695.458373:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524887616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1715206695.458378:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:0.0:1715206695.458389:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206695.458401:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524887552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206695.458414:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524887488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206695.458418:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524887488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206695.458424:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1715206695.458432:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524887616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206695.458439:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1715206695.458465:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524887616:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1715206695.924548:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206696.926427:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206697.810406:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524887680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206697.810535:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206697.810591:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887680 00000100:00100000:2.0:1715206697.810602:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887680 00000100:00100000:2.0:1715206697.810650:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1715206697.810659:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524887680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206697.810695:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:2.0:1715206697.810759:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524887680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206697.810767:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1715206697.810809:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524887680:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206697.928320:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206698.290984:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206698.291034:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206698.291109:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206698.291131:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805504 00000100:00100000:0.0:1715206698.291132:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206698.291144:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805504 00000100:00100000:3.0:1715206698.291148:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805632 00000100:00100000:3.0:1715206698.291159:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805632 00000100:00100000:0.0:1715206698.291176:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00080000:0.0:1715206698.291195:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206668 00000100:00100000:2.0:1715206698.291201:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 623 00000100:00080000:0.0:1715206698.291208:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206668 00000100:00100000:3.0:1715206698.291209:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805568 00000100:00100000:2.0:1715206698.291209:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b53c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591805504:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206698.291215:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805568 00000100:00100000:0.0:1715206698.291230:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805760 00000100:00100000:0.0:1715206698.291236:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805760 00000100:00100000:3.0:1715206698.291291:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1331 00000100:00100000:1.0:1715206698.291291:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805696 00000100:00100000:1.0:1715206698.291300:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805696 00000100:00100000:0.0:1715206698.291302:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 638 00000100:00100000:3.0:1715206698.291303:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591805632:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206698.291310:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b53c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591805504:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 100us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206698.291310:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591805760:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206698.291319:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 623 00000100:00100000:1.0:1715206698.291341:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 639 00000100:00100000:1.0:1715206698.291349:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591805696:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206698.291361:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1332 00000100:00100000:3.0:1715206698.291362:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591805632:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 60us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206698.291367:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591805568:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206698.291373:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1331 00000100:00100000:0.0:1715206698.291380:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591805760:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 65us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206698.291389:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 638 00000100:00100000:2.0:1715206698.291403:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591805568:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 35us (293us total) trans 0 rc 0/0 00000100:00080000:0.0:1715206698.291408:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206668 00000100:00100000:2.0:1715206698.291409:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1332 00000100:00080000:0.0:1715206698.291412:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206668 00000100:00100000:1.0:1715206698.291414:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591805696:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 65us (236us total) trans 0 rc 0/0 00000100:00080000:0.0:1715206698.291414:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206668 00000100:00100000:1.0:1715206698.291422:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 639 00010000:00010000:3.0:1715206698.930380:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206699.362399:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524887744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1715206699.362475:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206699.362581:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887744 00000100:00100000:0.0:1715206699.362592:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887744 00000100:00100000:0.0:1715206699.362654:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1715206699.362662:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524887744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206699.362701:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206699.362769:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524887744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206699.362778:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1715206699.362806:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c958380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524887744:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1715206699.932413:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206700.450324:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206700.450370:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524888000:0@lo:400:kworker.0 00000100:00100000:1.0:1715206700.450384:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524887936:0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450437:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524887872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206700.450443:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524888064:0@lo:400:kworker.0 00000100:00100000:1.0:1715206700.450470:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206700.450472:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206700.450489:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206700.450495:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206700.450499:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524888192:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.450504:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524887808:0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450510:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524888128:0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450522:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524888320:0@lo:400:kworker.0 00000100:00100000:1.0:1715206700.450525:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206700.450541:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206700.450547:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206700.450559:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524888384:0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450561:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206700.450575:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524888256:0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450577:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524888576:0@lo:400:kworker.0 00000100:00100000:1.0:1715206700.450578:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524888448:0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450581:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206700.450599:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524888640:0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450601:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206700.450617:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206700.450622:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206700.450640:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524888512:0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450640:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888000 00000100:00100000:3.0:1715206700.450646:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887936 00000100:00100000:0.0:1715206700.450648:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888000 00000100:00100000:3.0:1715206700.450652:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887936 00000100:00100000:2.0:1715206700.450667:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206700.450679:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888576 00000100:00100000:0.0:1715206700.450679:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888128 00000100:00100000:3.0:1715206700.450682:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888064 00000100:00100000:0.0:1715206700.450682:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888128 00000100:00100000:3.0:1715206700.450685:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888064 00000100:00100000:1.0:1715206700.450686:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888576 00000100:00100000:3.0:1715206700.450693:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888192 00000100:00100000:3.0:1715206700.450696:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888192 00000100:00100000:0.0:1715206700.450697:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1715206700.450704:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524888000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.450707:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888320 00000100:00100000:3.0:1715206700.450708:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888384 00000100:00100000:3.0:1715206700.450710:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888384 00000100:00100000:2.0:1715206700.450714:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888320 00000100:00100000:3.0:1715206700.450719:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888256 00000100:00100000:3.0:1715206700.450721:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888256 00000100:00100000:1.0:1715206700.450730:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888448 00000100:00100000:3.0:1715206700.450733:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1715206700.450736:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888448 00000100:00100000:3.0:1715206700.450739:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524887936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450756:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524888000:12345-0@lo:400:kworker.0 Request processed in 51us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206700.450759:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888512 00000100:00100000:1.0:1715206700.450762:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888512 00000100:00100000:2.0:1715206700.450763:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1715206700.450764:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1715206700.450774:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524888064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450779:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1715206700.450782:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524887936:12345-0@lo:400:kworker.0 Request processed in 42us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206700.450785:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524888128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206700.450786:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1715206700.450791:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1715206700.450796:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524888576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450805:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:3.0:1715206700.450810:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524888192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450814:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524888128:12345-0@lo:400:kworker.0 Request processed in 29us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206700.450820:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1715206700.450842:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1715206700.450844:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524888192:12345-0@lo:400:kworker.0 Request processed in 33us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206700.450844:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524888064:12345-0@lo:400:kworker.0 Request processed in 69us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206700.450848:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524888384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450851:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1715206700.450852:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524888576:12345-0@lo:400:kworker.0 Request processed in 57us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206700.450856:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1715206700.450860:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1715206700.450861:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1715206700.450866:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524888256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450872:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524888384:12345-0@lo:400:kworker.0 Request processed in 24us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206700.450877:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1715206700.450878:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1715206700.450882:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524888448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.450883:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1715206700.450887:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524888256:12345-0@lo:400:kworker.0 Request processed in 21us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206700.450892:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524888320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450893:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1715206700.450899:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1715206700.450904:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524888512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206700.450907:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524888448:12345-0@lo:400:kworker.0 Request processed in 24us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206700.450913:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1715206700.450915:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206700.450925:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888640 00000100:00100000:1.0:1715206700.450929:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888640 00000100:00100000:0.0:1715206700.450934:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524888512:12345-0@lo:400:kworker.0 Request processed in 29us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206700.450940:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524888320:12345-0@lo:400:kworker.0 Request processed in 48us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206700.450940:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1715206700.450947:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1715206700.450950:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1715206700.450952:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524888640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450953:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524888128:0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450965:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524888384:0@lo:400:kworker.0 00000100:00100000:0.0:1715206700.450975:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524888064:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.450984:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887808 00000100:00100000:0.0:1715206700.450985:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524888320:0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.450989:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524888640:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.450989:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887808 00000100:00100000:1.0:1715206700.450992:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524888640:12345-0@lo:400:kworker.0 Request processed in 37us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206700.450995:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524888576:0@lo:400:kworker.0 00000100:00100000:1.0:1715206700.451003:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1715206700.451013:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524887872 00000100:00100000:3.0:1715206700.451016:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524887872 00000100:00100000:2.0:1715206700.451018:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1715206700.451025:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b53c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524887808:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1715206700.451027:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206670 00000100:00080000:0.0:1715206700.451031:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206670 00000100:00080000:0.0:1715206700.451034:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206670 00000100:00080000:0.0:1715206700.451036:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206670 00000100:00080000:0.0:1715206700.451038:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206670 00000100:00100000:3.0:1715206700.451039:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1715206700.451044:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524887872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1715206700.451096:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206700.451098:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b53c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524887808:12345-0@lo:400:kworker.0 Request processed in 70us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206700.451106:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524888448:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.451108:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1715206700.451131:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524887936:0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.451133:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524887872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206700.451140:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1715206700.451144:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524888192:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.451158:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524888256:0@lo:400:kworker.0 00000100:00100000:3.0:1715206700.451171:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524887872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206700.451177:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524888512:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.451196:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524888000:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.451208:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524887808:0@lo:400:kworker.0 00000100:00100000:2.0:1715206700.466154:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1715206700.466164:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524888704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206700.466194:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206700.466202:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206700.466210:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888704 00000100:00100000:3.0:1715206700.466214:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524888768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206700.466216:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888704 00000100:00100000:2.0:1715206700.466255:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715206700.466258:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1715206700.466263:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524888832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206700.466264:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524888704:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206700.466268:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1715206700.466284:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:2.0:1715206700.466285:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206700.466299:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888768 00000100:00100000:3.0:1715206700.466303:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888768 00000100:00100000:2.0:1715206700.466304:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888832 00000100:00100000:2.0:1715206700.466308:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888832 00000100:00100000:2.0:1715206700.466323:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1715206700.466328:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524888768:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206700.466328:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524888704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206700.466336:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00002000:00000024:2.0:1715206700.466339:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:1.0:1715206700.466341:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1715206700.466343:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524888832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1715206700.466358:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:2.0:1715206700.466373:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524888768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206700.466378:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524888704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206700.466379:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1715206700.466392:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524888832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206700.466401:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1715206700.466405:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524888832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206700.466453:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524888768:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1715206700.934458:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206701.936461:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206702.818314:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206702.818339:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524888896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206702.818406:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206702.818461:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888896 00000100:00100000:0.0:1715206702.818472:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888896 00000100:00100000:0.0:1715206702.818528:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1715206702.818536:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524888896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1715206702.818572:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:0.0:1715206702.818636:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524888896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206702.818648:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1715206702.818708:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524888896:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206702.938422:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206703.298936:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206703.298991:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206703.299026:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206703.299048:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206703.299108:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805888 00000100:00100000:1.0:1715206703.299122:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805888 00000100:00100000:0.0:1715206703.299127:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206703.299136:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805824 00000100:00100000:2.0:1715206703.299146:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805824 00000100:00100000:0.0:1715206703.299153:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806016 00000100:00100000:0.0:1715206703.299159:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806016 00000100:00100000:0.0:1715206703.299188:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806080 00000100:00100000:0.0:1715206703.299190:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806080 00000100:00100000:0.0:1715206703.299236:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 644 00000100:00100000:2.0:1715206703.299238:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 625 00000100:00100000:1.0:1715206703.299247:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591805952 00000100:00100000:1.0:1715206703.299255:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591805952 00000100:00100000:0.0:1715206703.299255:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591806016:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206703.299261:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591805824:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206703.299293:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1339 00000100:00100000:1.0:1715206703.299304:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591805888:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206703.299331:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591806016:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 75us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206703.299336:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591805824:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 78us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206703.299339:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 644 00000100:00100000:3.0:1715206703.299344:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1340 00000100:00100000:2.0:1715206703.299345:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 625 00000100:00100000:3.0:1715206703.299355:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591805952:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206703.299357:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 645 00000100:00100000:0.0:1715206703.299362:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806080:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206703.299369:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591805888:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 64us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206703.299382:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1339 00000100:00100000:0.0:1715206703.299391:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806080:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 29us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206703.299398:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 645 00000100:00080000:1.0:1715206703.299416:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206673 00000100:00080000:1.0:1715206703.299421:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206673 00000100:00080000:1.0:1715206703.299425:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206673 00000100:00080000:1.0:1715206703.299428:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206673 00000100:00100000:3.0:1715206703.299431:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591805952:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 77us (380us total) trans 0 rc 0/0 00000100:00080000:1.0:1715206703.299432:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206673 00000100:00100000:3.0:1715206703.299439:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1340 00010000:00010000:3.0:1715206703.940275:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206704.370458:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206704.370478:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524888960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206704.370533:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206704.370593:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524888960 00000100:00100000:2.0:1715206704.370604:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524888960 00000100:00100000:2.0:1715206704.370655:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1715206704.370664:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524888960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1715206704.370696:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:2.0:1715206704.370783:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524888960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206704.370795:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1715206704.370820:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524888960:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1715206704.942334:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206705.458393:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524889152:0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458452:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524889024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206705.458471:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206705.458484:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524889216:0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458515:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.458518:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524889408:0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458546:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524889280:0@lo:400:kworker.0 00000100:00100000:3.0:1715206705.458547:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.458548:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.458563:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524889664:0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458574:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206705.458580:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524889472:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.458584:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206705.458604:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524889536:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.458614:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889152 00000100:00100000:3.0:1715206705.458620:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.458621:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889152 00000100:00100000:0.0:1715206705.458634:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889664 00000100:00100000:0.0:1715206705.458640:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889664 00000100:00100000:3.0:1715206705.458648:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524889728:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.458655:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889408 00000100:00100000:2.0:1715206705.458657:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889408 00000100:00100000:1.0:1715206705.458668:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889280 00000100:00100000:2.0:1715206705.458673:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889472 00000100:00100000:3.0:1715206705.458675:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.458675:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889472 00000100:00100000:0.0:1715206705.458678:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1715206705.458679:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889280 00000100:00100000:0.0:1715206705.458686:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524889664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.458691:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1715206705.458697:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524889152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.458714:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1715206705.458725:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1715206705.458725:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524889408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206705.458734:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524889472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458742:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524889664:12345-0@lo:400:kworker.0 Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206705.458743:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524889152:12345-0@lo:400:kworker.0 Request processed in 45us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206705.458751:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1715206705.458751:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1715206705.458765:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889728 00000100:00100000:2.0:1715206705.458767:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:0.0:1715206705.458768:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889728 00000100:00100000:2.0:1715206705.458772:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524889280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458783:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1715206705.458788:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524889728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.458794:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524889408:12345-0@lo:400:kworker.0 Request processed in 69us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206705.458796:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524889472:12345-0@lo:400:kworker.0 Request processed in 61us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206705.458800:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524889280:12345-0@lo:400:kworker.0 Request processed in 27us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206705.458806:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1715206705.458812:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524889728:12345-0@lo:400:kworker.0 Request processed in 23us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206705.458813:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1715206705.458818:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:0.0:1715206705.458819:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1715206705.458839:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889216 00000100:00100000:2.0:1715206705.458842:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889216 00000100:00100000:0.0:1715206705.458844:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1715206705.458847:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206675 00000100:00080000:1.0:1715206705.458853:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206675 00000100:00080000:1.0:1715206705.458857:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206675 00000100:00080000:1.0:1715206705.458860:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206675 00000100:00100000:2.0:1715206705.458862:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1715206705.458867:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524889216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458874:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524889792:0@lo:400:kworker.0 00000100:00100000:3.0:1715206705.458876:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524889472:0@lo:400:kworker.0 00000100:00100000:3.0:1715206705.458894:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524889728:0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.458899:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3686:1798523524889088:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.458901:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524889216:12345-0@lo:400:kworker.0 Request processed in 31us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206705.458901:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.458907:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1715206705.458924:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524889216:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.458924:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889792 00000100:00100000:2.0:1715206705.458926:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889792 00000100:00100000:0.0:1715206705.458929:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524889280:0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.458946:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206705.458949:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889536 00000100:00100000:3.0:1715206705.458955:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889536 00000100:00100000:2.0:1715206705.458957:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1715206705.458964:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524889792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.458970:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524889344:0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.458983:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889088 00000100:00100000:0.0:1715206705.458987:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889088 00000100:00100000:3.0:1715206705.458991:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:3.0:1715206705.458999:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524889536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.459001:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206705.459014:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1715206705.459019:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524889792:12345-0@lo:400:kworker.0 Request processed in 52us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206705.459019:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3686:x1798523524889088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.459021:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523524889600:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.459030:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1715206705.459089:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3686:x1798523524889088:12345-0@lo:400:kworker.0 Request processed in 69us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206705.459090:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524889536:12345-0@lo:400:kworker.0 Request processed in 55us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206705.459096:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1715206705.459098:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1715206705.459103:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.459121:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889600 00000100:00100000:2.0:1715206705.459127:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889600 00000100:00100000:1.0:1715206705.459127:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524889856:0@lo:400:kworker.0 00000100:00100000:3.0:1715206705.459134:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889024 00000100:00100000:3.0:1715206705.459139:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889024 00000100:00100000:0.0:1715206705.459142:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524889536:0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.459152:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524889792:0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.459155:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.459159:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1715206705.459161:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1715206705.459167:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524889024:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206705.459167:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523524889600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206705.459176:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889344 00000100:00100000:0.0:1715206705.459179:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889344 00000100:00100000:1.0:1715206705.459187:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3686:1798523524889088:0@lo:400:kworker.0 00002000:00000024:3.0:1715206705.459215:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206705.459230:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1715206705.459235:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524889344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206705.459247:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523524889600:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.459249:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523524889600:12345-0@lo:400:kworker.0 Request processed in 79us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206705.459260:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524889024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206705.459267:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:3.0:1715206705.459268:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1715206705.459270:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524889344:12345-0@lo:400:kworker.0 Request processed in 35us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206705.459276:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1715206705.459277:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524889344:0@lo:400:kworker.0 00000100:00080000:1.0:1715206705.459302:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206675 00000100:00100000:2.0:1715206705.459304:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889856 00000100:00080000:1.0:1715206705.459306:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206675 00000100:00100000:0.0:1715206705.459308:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524889024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206705.459309:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889856 00000100:00080000:1.0:1715206705.459310:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206675 00000100:00100000:3.0:1715206705.459313:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524889408:0@lo:400:kworker.0 00000100:00080000:1.0:1715206705.459313:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206675 00000100:00080000:1.0:1715206705.459317:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206675 00000100:00100000:3.0:1715206705.459323:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524889664:0@lo:400:kworker.0 00000100:00100000:3.0:1715206705.459333:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524889152:0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.459335:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1715206705.459342:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524889856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206705.459409:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524889856:12345-0@lo:400:kworker.0 Request processed in 65us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206705.459419:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1715206705.459461:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524889856:0@lo:400:kworker.0 00000100:00100000:3.0:1715206705.474232:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524889920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206705.474240:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524890048:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206705.474271:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206705.474294:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206705.474295:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524889984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206705.474319:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889920 00000100:00100000:3.0:1715206705.474326:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890048 00000100:00100000:2.0:1715206705.474327:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889920 00000100:00100000:3.0:1715206705.474331:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890048 00000100:00100000:1.0:1715206705.474337:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206705.474361:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524889984 00000100:00100000:2.0:1715206705.474363:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524889984 00000100:00100000:3.0:1715206705.474368:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1715206705.474375:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524889920:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206705.474380:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00002000:00000024:3.0:1715206705.474392:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206705.474392:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524890048:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206705.474394:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1715206705.474401:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524889984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1715206705.474423:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:0.0:1715206705.474423:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206705.474425:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524889920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206705.474433:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1715206705.474468:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524889920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206705.474473:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524889984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206705.474482:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1715206705.474482:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524890048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206705.474494:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1715206705.474495:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524889984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206705.474544:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524890048:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1715206705.944448:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206706.946385:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206707.826257:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524890112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206707.826319:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206707.826365:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890112 00000100:00100000:0.0:1715206707.826373:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890112 00000100:00100000:0.0:1715206707.826419:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1715206707.826426:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524890112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1715206707.826456:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:0.0:1715206707.826509:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524890112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206707.826517:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1715206707.826521:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524890112:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206707.948328:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206708.306292:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206708.306338:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206708.306361:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206708.306379:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806144 00000100:00100000:0.0:1715206708.306382:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206708.306389:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806144 00000100:00100000:0.0:1715206708.306406:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206708.306411:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806208 00000100:00100000:1.0:1715206708.306433:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806208 00000100:00100000:3.0:1715206708.306436:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806272 00000100:00100000:3.0:1715206708.306440:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806272 00000100:00080000:0.0:1715206708.306442:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206678 00000100:00080000:0.0:1715206708.306446:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206678 00000100:00080000:0.0:1715206708.306447:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206678 00000100:00100000:2.0:1715206708.306458:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 627 00000100:00100000:2.0:1715206708.306465:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591806144:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206708.306466:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1347 00000100:00100000:3.0:1715206708.306472:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1348 00000100:00100000:1.0:1715206708.306473:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591806208:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206708.306476:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591806272:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206708.306485:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806336 00000100:00100000:0.0:1715206708.306488:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806336 00000100:00100000:0.0:1715206708.306504:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806400 00000100:00100000:0.0:1715206708.306505:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806400 00000100:00100000:3.0:1715206708.306512:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591806272:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 36us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206708.306514:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 650 00000100:00100000:3.0:1715206708.306516:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1348 00000100:00100000:0.0:1715206708.306518:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806336:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206708.306520:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591806144:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 54us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206708.306524:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591806208:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 51us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206708.306527:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 627 00000100:00100000:1.0:1715206708.306532:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1347 00000100:00100000:0.0:1715206708.306543:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806336:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 24us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206708.306547:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 650 00000100:00100000:0.0:1715206708.306554:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 651 00000100:00100000:0.0:1715206708.306557:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591806400:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206708.306572:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591806400:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 14us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206708.306576:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 651 00000100:00080000:0.0:1715206708.306582:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206678 00000100:00080000:0.0:1715206708.306584:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206678 00010000:00010000:3.0:1715206708.950269:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1715206709.378318:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524890176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1715206709.378372:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206709.378412:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890176 00000100:00100000:0.0:1715206709.378420:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890176 00000100:00100000:0.0:1715206709.378458:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:0.0:1715206709.378465:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524890176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206709.378491:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206709.378537:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524890176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206709.378544:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1715206709.378564:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524890176:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206709.952343:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206710.466308:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524890304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206710.466356:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524890368:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466357:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524890432:0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466363:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524890240:0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466390:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206710.466408:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206710.466430:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206710.466430:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206710.466439:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524890688:0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466440:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524890560:0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466452:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524890496:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466463:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206710.466465:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524890624:0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466469:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206710.466484:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890368 00000100:00100000:0.0:1715206710.466489:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524890816:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466491:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524890944:0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466491:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890368 00000100:00100000:2.0:1715206710.466505:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206710.466513:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206710.466539:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890304 00000100:00100000:0.0:1715206710.466545:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890304 00000100:00100000:1.0:1715206710.466546:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890688 00000100:00100000:1.0:1715206710.466549:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890688 00000100:00100000:2.0:1715206710.466555:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524890880:0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466570:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890624 00000100:00100000:1.0:1715206710.466573:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890624 00000100:00100000:3.0:1715206710.466574:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890432 00000100:00100000:3.0:1715206710.466579:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890432 00000100:00100000:0.0:1715206710.466586:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1715206710.466587:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206710.466589:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1715206710.466596:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524890368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466597:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524890304:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206710.466604:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890560 00000100:00100000:3.0:1715206710.466607:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890560 00000100:00100000:3.0:1715206710.466621:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1715206710.466627:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524890432:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1715206710.466630:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206710.466634:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890240 00000100:00100000:2.0:1715206710.466641:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890240 00000100:00100000:1.0:1715206710.466648:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524890368:12345-0@lo:400:kworker.0 Request processed in 52us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466656:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1715206710.466671:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1715206710.466675:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524890432:12345-0@lo:400:kworker.0 Request processed in 47us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466676:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524890688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466679:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524890304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206710.466683:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1715206710.466690:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1715206710.466697:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1715206710.466698:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1715206710.466698:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524890688:12345-0@lo:400:kworker.0 Request processed in 22us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206710.466701:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524890560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466704:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1715206710.466709:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aaec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524890240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466713:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:1.0:1715206710.466717:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524890624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466723:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524890560:12345-0@lo:400:kworker.0 Request processed in 22us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206710.466723:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890944 00000100:00100000:0.0:1715206710.466728:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890944 00000100:00100000:3.0:1715206710.466730:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1715206710.466742:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524890624:12345-0@lo:400:kworker.0 Request processed in 24us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466747:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1715206710.466751:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890880 00000100:00100000:0.0:1715206710.466755:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890880 00000100:00100000:2.0:1715206710.466762:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aaec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524890240:12345-0@lo:400:kworker.0 Request processed in 53us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466770:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1715206710.466772:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524890432:0@lo:400:kworker.0 00000100:00100000:2.0:1715206710.466774:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1715206710.466775:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524890944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466778:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1715206710.466785:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524890880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466788:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524890688:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466800:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524890944:0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466800:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524890944:12345-0@lo:400:kworker.0 Request processed in 25us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466806:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1715206710.466826:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524890880:12345-0@lo:400:kworker.0 Request processed in 40us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466828:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206710.466837:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1715206710.466843:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524890752:0@lo:400:kworker.0 00000100:00100000:2.0:1715206710.466845:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890496 00000100:00100000:2.0:1715206710.466852:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890496 00000100:00080000:3.0:1715206710.466854:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206680 00000100:00080000:3.0:1715206710.466858:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206680 00000100:00080000:3.0:1715206710.466861:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206680 00000100:00100000:0.0:1715206710.466861:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1715206710.466863:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206680 00000100:00080000:3.0:1715206710.466865:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206680 00000100:00100000:1.0:1715206710.466878:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524890368:0@lo:400:kworker.0 00000100:00100000:2.0:1715206710.466885:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890816 00000100:00100000:2.0:1715206710.466889:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890816 00000100:00100000:1.0:1715206710.466890:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524890624:0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466890:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524891072:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466891:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:3.0:1715206710.466896:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524890496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206710.466900:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524890880:0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466918:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206710.466921:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1715206710.466929:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524890816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466931:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524890496:12345-0@lo:400:kworker.0 Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466935:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206710.466937:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1715206710.466947:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524891008:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.466950:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524890752 00000100:00100000:0.0:1715206710.466952:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524890304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206710.466954:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524890752 00000100:00100000:1.0:1715206710.466969:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206710.466972:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1715206710.466976:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524890752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.466978:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524890560:0@lo:400:kworker.0 00000100:00100000:2.0:1715206710.466982:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524890816:12345-0@lo:400:kworker.0 Request processed in 52us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.466990:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524890240:0@lo:400:kworker.0 00000100:00100000:2.0:1715206710.466991:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1715206710.466995:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524890816:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.467002:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c959c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524890752:12345-0@lo:400:kworker.0 Request processed in 25us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206710.467002:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524890496:0@lo:400:kworker.0 00000100:00100000:3.0:1715206710.467008:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1715206710.467011:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524890752:0@lo:400:kworker.0 00000100:00100000:2.0:1715206710.467014:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891072 00000100:00100000:2.0:1715206710.467018:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891072 00000100:00100000:0.0:1715206710.467019:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891008 00000100:00080000:3.0:1715206710.467021:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206680 00000100:00100000:0.0:1715206710.467023:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891008 00000100:00080000:3.0:1715206710.467024:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206680 00000100:00080000:3.0:1715206710.467026:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206680 00000100:00080000:3.0:1715206710.467038:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206680 00000100:00100000:2.0:1715206710.467038:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1715206710.467043:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524891072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.467054:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1715206710.467061:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524891008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206710.467123:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524891072:12345-0@lo:400:kworker.0 Request processed in 79us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206710.467131:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1715206710.467171:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524891008:12345-0@lo:400:kworker.0 Request processed in 75us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206710.467180:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1715206710.467187:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524891008:0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.467208:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524891072:0@lo:400:kworker.0 00000100:00100000:0.0:1715206710.482231:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206710.482243:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524891136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206710.482264:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524891264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206710.482286:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524891200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206710.482291:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206710.482317:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206710.482335:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891136 00000100:00100000:3.0:1715206710.482341:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891136 00000100:00100000:0.0:1715206710.482342:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891200 00000100:00100000:0.0:1715206710.482346:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891200 00000100:00100000:1.0:1715206710.482348:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206710.482374:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891264 00000100:00100000:3.0:1715206710.482376:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891264 00000100:00100000:0.0:1715206710.482380:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1715206710.482386:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524891136:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206710.482389:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1715206710.482394:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524891200:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206710.482396:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1715206710.482401:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524891264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1715206710.482405:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:3.0:1715206710.482408:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:2.0:1715206710.482416:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206710.482437:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123164700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524891136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206710.482442:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1715206710.482446:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524891200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206710.482451:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1715206710.482456:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524891264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206710.482461:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1715206710.482471:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524891136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206710.482490:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c95b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524891200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206710.482506:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524891264:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1715206710.954302:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206711.956435:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206712.834321:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524891328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206712.834401:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206712.834483:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891328 00000100:00100000:3.0:1715206712.834494:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891328 00000100:00100000:3.0:1715206712.834547:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1715206712.834555:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524891328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206712.834594:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206712.834661:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524891328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206712.834670:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1715206712.834704:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524891328:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206712.958383:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206713.314597:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206713.314650:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206713.314738:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806464 00000100:00100000:3.0:1715206713.314752:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806464 00000100:00100000:0.0:1715206713.314769:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206713.314803:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206713.314818:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 629 00000100:00100000:3.0:1715206713.314828:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591806464:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206713.314870:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806592 00000100:00100000:2.0:1715206713.314879:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806592 00000100:00100000:1.0:1715206713.314895:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806528 00000100:00100000:3.0:1715206713.314900:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591806464:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 73us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206713.314904:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806528 00000100:00100000:0.0:1715206713.314905:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206713.314908:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 629 00000100:00100000:2.0:1715206713.314924:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1355 00000100:00100000:2.0:1715206713.314932:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591806592:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206713.314942:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206683 00000100:00080000:3.0:1715206713.314947:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206683 00000100:00080000:3.0:1715206713.314949:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206683 00000100:00100000:1.0:1715206713.314958:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1356 00000100:00100000:1.0:1715206713.314966:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591806528:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206713.314971:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806720 00000100:00100000:0.0:1715206713.314978:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806720 00000100:00100000:2.0:1715206713.314987:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123167100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591806592:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 55us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206713.314988:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806656 00000100:00100000:3.0:1715206713.314992:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806656 00000100:00100000:2.0:1715206713.314995:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1355 00000100:00100000:1.0:1715206713.315013:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880123165180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591806528:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 47us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206713.315015:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 656 00000100:00100000:1.0:1715206713.315022:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1356 00000100:00100000:0.0:1715206713.315023:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806720:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206713.315030:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 657 00000100:00100000:3.0:1715206713.315035:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591806656:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206713.315109:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806720:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 85us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206713.315118:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 656 00000100:00100000:3.0:1715206713.315173:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591806656:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 135us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206713.315188:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 657 00000100:00080000:3.0:1715206713.315220:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206683 00000100:00080000:3.0:1715206713.315222:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206683 00010000:00010000:3.0:1715206713.960294:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206714.386244:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524891392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206714.386294:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206714.386332:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891392 00000100:00100000:3.0:1715206714.386339:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891392 00000100:00100000:3.0:1715206714.386369:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1715206714.386375:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524891392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715206714.386399:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:3.0:1715206714.386431:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524891392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206714.386436:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1715206714.386451:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524891392:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206714.962321:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206715.474209:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524891584:0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474243:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524891648:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474247:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524891456:0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474256:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206715.474271:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524891520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206715.474276:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206715.474284:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206715.474285:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524891840:0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474289:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524891904:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474299:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524891776:0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.474301:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206715.474301:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206715.474309:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891456 00000100:00100000:0.0:1715206715.474313:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524892096:0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474314:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891456 00000100:00100000:2.0:1715206715.474316:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524891712:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474317:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206715.474325:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524892032:0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474326:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206715.474329:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206715.474337:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524891968:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474337:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206715.474339:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1715206715.474344:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524891456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474345:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524892288:0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474346:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891584 00000100:00100000:2.0:1715206715.474347:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206715.474349:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891584 00000100:00100000:2.0:1715206715.474355:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524892224:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474355:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206715.474365:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891840 00000100:00100000:2.0:1715206715.474366:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206715.474366:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891840 00000100:00100000:1.0:1715206715.474383:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891712 00000100:00100000:0.0:1715206715.474385:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892032 00000100:00100000:3.0:1715206715.474386:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524891456:12345-0@lo:400:kworker.0 Request processed in 41us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206715.474386:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891712 00000100:00100000:0.0:1715206715.474387:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892032 00000100:00100000:3.0:1715206715.474391:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1715206715.474392:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891968 00000100:00100000:0.0:1715206715.474394:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891968 00000100:00100000:2.0:1715206715.474395:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891520 00000100:00100000:2.0:1715206715.474398:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891520 00000100:00100000:1.0:1715206715.474400:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1715206715.474403:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524891584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474403:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1715206715.474406:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524891840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474408:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206715.474413:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524892160:0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.474415:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1715206715.474418:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524891520:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206715.474426:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206715.474430:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524891584:12345-0@lo:400:kworker.0 Request processed in 26us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206715.474431:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524891840:12345-0@lo:400:kworker.0 Request processed in 24us (130us total) trans 0 rc 0/0 00002000:00000024:2.0:1715206715.474434:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:1.0:1715206715.474434:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1715206715.474436:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00080000:3.0:1715206715.474439:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206685 00000100:00080000:3.0:1715206715.474441:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206685 00000100:00100000:1.0:1715206715.474441:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891904 00000100:00080000:3.0:1715206715.474442:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206685 00000100:00080000:3.0:1715206715.474443:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206685 00000100:00100000:1.0:1715206715.474443:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891904 00000100:00100000:0.0:1715206715.474443:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1715206715.474446:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524892032:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1715206715.474450:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206685 00000100:00100000:2.0:1715206715.474453:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524891520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206715.474453:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1715206715.474455:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524891712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474457:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891648 00000100:00100000:2.0:1715206715.474457:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1715206715.474458:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891648 00000100:00100000:0.0:1715206715.474458:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524892032:12345-0@lo:400:kworker.0 Request processed in 11us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206715.474461:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1715206715.474466:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:3.0:1715206715.474468:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524891776 00000100:00100000:1.0:1715206715.474468:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524891712:12345-0@lo:400:kworker.0 Request processed in 12us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206715.474468:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524891968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474469:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524891776 00000100:00100000:2.0:1715206715.474470:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892096 00000100:00100000:2.0:1715206715.474471:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892096 00000100:00100000:1.0:1715206715.474471:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1715206715.474477:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1715206715.474479:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1715206715.474479:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524891968:12345-0@lo:400:kworker.0 Request processed in 10us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206715.474480:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524891648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474481:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524891904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474482:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1715206715.474484:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892288 00000100:00100000:2.0:1715206715.474485:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892288 00000100:00100000:2.0:1715206715.474492:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892224 00000100:00100000:2.0:1715206715.474493:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892224 00000100:00100000:0.0:1715206715.474493:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1715206715.474496:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524891904:12345-0@lo:400:kworker.0 Request processed in 14us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206715.474497:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524891648:12345-0@lo:400:kworker.0 Request processed in 16us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206715.474497:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524891776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.474499:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892160 00000100:00100000:1.0:1715206715.474499:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1715206715.474500:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892160 00000100:00100000:3.0:1715206715.474501:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1715206715.474507:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1715206715.474509:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524891776:12345-0@lo:400:kworker.0 Request processed in 13us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206715.474510:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524892096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474512:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1715206715.474513:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1715206715.474515:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1715206715.474516:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524892288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474518:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524892224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474524:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1715206715.474526:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524892096:12345-0@lo:400:kworker.0 Request processed in 16us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206715.474528:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524892160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474532:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fedad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524892288:12345-0@lo:400:kworker.0 Request processed in 16us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206715.474533:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524892224:12345-0@lo:400:kworker.0 Request processed in 14us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206715.474533:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1715206715.474535:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1715206715.474537:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1715206715.474539:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524892160:12345-0@lo:400:kworker.0 Request processed in 11us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206715.474542:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00080000:3.0:1715206715.474545:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206685 00000100:00080000:3.0:1715206715.474546:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206685 00000100:00100000:1.0:1715206715.474555:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524891456:0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474557:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524891648:0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.474558:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a1c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524891520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206715.474559:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524891840:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474561:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524891776:0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474564:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524891904:0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.474565:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524891712:0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474566:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524892096:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474567:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524892032:0@lo:400:kworker.0 00000100:00100000:3.0:1715206715.474569:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524892160:0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.474570:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524891968:0@lo:400:kworker.0 00000100:00100000:1.0:1715206715.474572:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524892288:0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.474575:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524892224:0@lo:400:kworker.0 00000100:00100000:0.0:1715206715.474575:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524891584:0@lo:400:kworker.0 00000100:00100000:2.0:1715206715.490154:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524892480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206715.490156:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524892352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206715.490176:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206715.490195:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206715.490204:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524892416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206715.490205:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892480 00000100:00100000:0.0:1715206715.490208:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892480 00000100:00100000:2.0:1715206715.490212:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892352 00000100:00100000:2.0:1715206715.490215:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892352 00000100:00100000:3.0:1715206715.490235:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206715.490243:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892416 00000100:00100000:0.0:1715206715.490244:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892416 00000100:00100000:2.0:1715206715.490245:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1715206715.490249:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524892480:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206715.490250:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1715206715.490254:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524892352:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206715.490254:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1715206715.490258:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524892416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1715206715.490262:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:1.0:1715206715.490264:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:0.0:1715206715.490267:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206715.490283:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524892480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206715.490286:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524892352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206715.490288:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1715206715.490290:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1715206715.490293:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524892416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206715.490296:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524892480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206715.490297:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1715206715.490309:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524892352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206715.490310:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524892416:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1715206715.964317:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206716.966386:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206717.842360:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880090ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524892544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206717.842422:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206717.842463:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892544 00000100:00100000:3.0:1715206717.842472:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892544 00000100:00100000:3.0:1715206717.842515:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1715206717.842521:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524892544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206717.842551:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206717.842593:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524892544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206717.842599:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1715206717.842611:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880090ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524892544:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206717.968465:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206718.322428:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206718.322476:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206718.322507:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206718.322518:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806784 00000100:00100000:3.0:1715206718.322528:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806784 00000100:00100000:0.0:1715206718.322532:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206718.322582:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 631 00000100:00100000:3.0:1715206718.322590:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aaf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591806784:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206718.322605:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806848 00000100:00100000:1.0:1715206718.322605:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806912 00000100:00100000:0.0:1715206718.322613:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206718.322614:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806848 00000100:00100000:1.0:1715206718.322614:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806912 00000100:00100000:0.0:1715206718.322639:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807040 00000100:00100000:0.0:1715206718.322645:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807040 00000100:00100000:3.0:1715206718.322654:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aaf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591806784:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 63us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206718.322661:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 631 00000100:00100000:2.0:1715206718.322661:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1363 00000100:00100000:0.0:1715206718.322669:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591806976 00000100:00100000:2.0:1715206718.322671:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591806848:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206718.322671:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591806976 00000100:00100000:1.0:1715206718.322673:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1364 00000100:00100000:1.0:1715206718.322681:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591806912:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206718.322686:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 662 00000100:00080000:3.0:1715206718.322687:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206688 00000100:00080000:3.0:1715206718.322692:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206688 00000100:00100000:0.0:1715206718.322692:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591807040:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206718.322694:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206688 00000100:00080000:3.0:1715206718.322697:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206688 00000100:00080000:3.0:1715206718.322699:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206688 00000100:00100000:2.0:1715206718.322723:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591806848:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 52us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206718.322723:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591806912:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 41us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206718.322728:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591807040:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 35us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206718.322733:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1364 00000100:00100000:0.0:1715206718.322735:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 662 00000100:00100000:2.0:1715206718.322745:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1363 00000100:00100000:0.0:1715206718.322746:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 663 00000100:00100000:0.0:1715206718.322750:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806976:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206718.322780:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591806976:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 29us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206718.322786:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 663 00010000:00010000:3.0:1715206718.970264:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206719.394313:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524892608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1715206719.394362:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206719.394395:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892608 00000100:00100000:3.0:1715206719.394402:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892608 00000100:00100000:3.0:1715206719.394436:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1715206719.394441:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524892608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715206719.394466:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:3.0:1715206719.394507:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524892608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206719.394512:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1715206719.394529:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524892608:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206719.972283:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206720.482196:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206720.482212:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524892800:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482247:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524892992:0@lo:400:kworker.0 00000100:00100000:0.0:1715206720.482251:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3686:1798523524892672:0@lo:400:kworker.0 00000100:00100000:2.0:1715206720.482264:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206720.482268:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524892864:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482273:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206720.482290:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206720.482299:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524893248:0@lo:400:kworker.0 00000100:00100000:2.0:1715206720.482301:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524892736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206720.482306:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524892928:0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482309:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206720.482311:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206720.482322:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524893504:0@lo:400:kworker.0 00000100:00100000:0.0:1715206720.482323:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206720.482325:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206720.482325:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524893120:0@lo:400:kworker.0 00000100:00100000:0.0:1715206720.482331:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524893184:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482335:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206720.482337:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524893056:0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482339:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206720.482348:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892992 00000100:00100000:1.0:1715206720.482349:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524893376:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482352:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893504 00000100:00100000:2.0:1715206720.482352:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206720.482353:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892992 00000100:00100000:3.0:1715206720.482355:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893504 00000100:00100000:2.0:1715206720.482359:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524893312:0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482359:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206720.482369:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206720.482375:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892864 00000100:00100000:3.0:1715206720.482377:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893376 00000100:00100000:1.0:1715206720.482377:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892800 00000100:00100000:0.0:1715206720.482377:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892864 00000100:00100000:3.0:1715206720.482378:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893376 00000100:00100000:1.0:1715206720.482380:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892800 00000100:00100000:2.0:1715206720.482384:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893248 00000100:00100000:3.0:1715206720.482385:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893312 00000100:00100000:3.0:1715206720.482386:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893312 00000100:00100000:2.0:1715206720.482386:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893248 00000100:00100000:0.0:1715206720.482386:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1715206720.482391:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524892992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482394:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1715206720.482395:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892928 00000100:00100000:3.0:1715206720.482397:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524893504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482397:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892928 00000100:00100000:2.0:1715206720.482401:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893120 00000100:00100000:1.0:1715206720.482402:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893056 00000100:00100000:2.0:1715206720.482403:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893120 00000100:00100000:1.0:1715206720.482403:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893056 00000100:00100000:2.0:1715206720.482410:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1715206720.482414:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524892800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482414:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1715206720.482417:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524893248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482424:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524893504:12345-0@lo:400:kworker.0 Request processed in 25us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482424:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524892992:12345-0@lo:400:kworker.0 Request processed in 32us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482428:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1715206720.482429:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1715206720.482435:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524892800:12345-0@lo:400:kworker.0 Request processed in 21us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206720.482437:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1715206720.482437:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1715206720.482439:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1715206720.482439:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524893248:12345-0@lo:400:kworker.0 Request processed in 21us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206720.482440:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524893376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206720.482440:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524892864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482445:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1715206720.482447:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1715206720.482450:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524892928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482454:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1715206720.482456:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524893376:12345-0@lo:400:kworker.0 Request processed in 16us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482456:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524892864:12345-0@lo:400:kworker.0 Request processed in 16us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206720.482457:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524893120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482459:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1715206720.482459:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1715206720.482462:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524892928:12345-0@lo:400:kworker.0 Request processed in 12us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206720.482464:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1715206720.482466:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524893312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206720.482466:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1715206720.482468:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524893120:12345-0@lo:400:kworker.0 Request processed in 11us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482470:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1715206720.482474:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1715206720.482474:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524893056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482477:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524893312:12345-0@lo:400:kworker.0 Request processed in 10us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206720.482478:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892736 00000100:00100000:3.0:1715206720.482480:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1715206720.482480:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892736 00000100:00100000:0.0:1715206720.482487:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524893056:12345-0@lo:400:kworker.0 Request processed in 13us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482490:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1715206720.482491:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00080000:3.0:1715206720.482492:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206690 00000100:00100000:2.0:1715206720.482493:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524892736:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1715206720.482494:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206690 00000100:00080000:3.0:1715206720.482495:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206690 00000100:00080000:3.0:1715206720.482497:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206690 00000100:00100000:0.0:1715206720.482502:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524892672 00000100:00100000:0.0:1715206720.482504:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524892672 00000100:00100000:1.0:1715206720.482506:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524892864:0@lo:400:kworker.0 00002000:00000024:2.0:1715206720.482508:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00080000:3.0:1715206720.482511:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206690 00000100:00100000:1.0:1715206720.482511:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524893120:0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482517:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524893376:0@lo:400:kworker.0 00000100:00100000:0.0:1715206720.482519:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1715206720.482522:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c95b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524892736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 28us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482522:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aadc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3686:x1798523524892672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206720.482525:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1715206720.482533:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aadc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3686:x1798523524892672:12345-0@lo:400:kworker.0 Request processed in 11us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482536:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1715206720.482540:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524893056:0@lo:400:kworker.0 00000100:00100000:2.0:1715206720.482546:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524893312:0@lo:400:kworker.0 00000100:00100000:0.0:1715206720.482548:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206720.482551:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524892800:0@lo:400:kworker.0 00000100:00100000:2.0:1715206720.482558:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880094e49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524892736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206720.482570:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524893440:0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482580:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893184 00000100:00100000:0.0:1715206720.482581:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206720.482582:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893184 00000100:00100000:0.0:1715206720.482597:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3686:1798523524892672:0@lo:400:kworker.0 00000100:00100000:0.0:1715206720.482603:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524892928:0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482606:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1715206720.482607:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893440 00000100:00100000:1.0:1715206720.482609:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524893184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482610:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893440 00000100:00080000:2.0:1715206720.482614:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206690 00000100:00080000:2.0:1715206720.482616:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206690 00000100:00100000:0.0:1715206720.482617:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524892992:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482621:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1715206720.482623:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524893248:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482624:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524893440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482628:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524893184:12345-0@lo:400:kworker.0 Request processed in 19us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206720.482628:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524893504:0@lo:400:kworker.0 00000100:00100000:1.0:1715206720.482632:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1715206720.482640:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524893184:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.482642:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524893440:12345-0@lo:400:kworker.0 Request processed in 17us (60us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206720.482645:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1715206720.482645:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524893440:0@lo:400:kworker.0 00000100:00100000:3.0:1715206720.498146:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524893568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206720.498161:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524893632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206720.498166:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206720.498181:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206720.498185:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893568 00000100:00100000:3.0:1715206720.498187:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893568 00000100:00100000:3.0:1715206720.498198:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893632 00000100:00100000:3.0:1715206720.498200:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893632 00000100:00100000:0.0:1715206720.498201:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524893696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206720.498202:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1715206720.498206:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524893568:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206720.498209:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1715206720.498212:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524893632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1715206720.498219:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:3.0:1715206720.498220:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206720.498224:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206720.498237:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893696 00000100:00100000:1.0:1715206720.498240:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524893568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206720.498241:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893696 00000100:00100000:3.0:1715206720.498244:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524893632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206720.498247:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1715206720.498249:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1715206720.498257:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1715206720.498260:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524893696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1715206720.498266:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206720.498266:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524893632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206720.498282:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524893696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206720.498285:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1715206720.498295:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c895880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524893696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206720.498302:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524893568:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1715206720.974425:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206721.976337:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206722.850410:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524893760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206722.850498:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206722.850581:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893760 00000100:00100000:3.0:1715206722.850594:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893760 00000100:00100000:3.0:1715206722.850665:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1715206722.850678:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524893760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206722.850724:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206722.850802:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524893760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206722.850811:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1715206722.850886:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524893760:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206722.978367:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206723.330426:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206723.330504:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206723.330548:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206723.330584:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807104 00000100:00100000:2.0:1715206723.330596:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807104 00000100:00100000:1.0:1715206723.330642:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807232 00000100:00100000:1.0:1715206723.330651:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807232 00000100:00100000:0.0:1715206723.330660:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206723.330664:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 633 00000100:00100000:2.0:1715206723.330673:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aaf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591807104:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206723.330687:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807168 00000100:00100000:1.0:1715206723.330689:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807168 00000100:00100000:0.0:1715206723.330698:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807360 00000100:00100000:0.0:1715206723.330704:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807360 00000100:00100000:1.0:1715206723.330707:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1371 00000100:00100000:1.0:1715206723.330714:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591807232:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206723.330734:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206693 00000100:00100000:2.0:1715206723.330739:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aaf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591807104:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 66us (322us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206723.330741:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206693 00000100:00080000:3.0:1715206723.330744:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206693 00000100:00080000:3.0:1715206723.330746:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206693 00000100:00100000:2.0:1715206723.330746:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 633 00000100:00100000:0.0:1715206723.330747:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 668 00000100:00100000:0.0:1715206723.330756:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591807360:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206723.330760:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591807232:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 46us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206723.330771:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1372 00000100:00100000:3.0:1715206723.330779:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591807168:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206723.330780:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1371 00000100:00100000:3.0:1715206723.330824:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591807168:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 46us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206723.330832:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1372 00000100:00100000:0.0:1715206723.330909:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591807360:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 152us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206723.330919:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 668 00000100:00100000:2.0:1715206723.330948:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206723.330998:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807296 00000100:00100000:0.0:1715206723.331002:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807296 00000100:00100000:0.0:1715206723.331034:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 669 00000100:00100000:0.0:1715206723.331039:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591807296:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206723.331043:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206693 00000100:00100000:0.0:1715206723.331155:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591807296:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 113us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206723.331162:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 669 00000100:02000400:2.0:1715206723.490225:0:49:0:(service.c:2647:ptlrpc_watchdog_fire()) ll_ost_io00_008: service thread pid 18789 was inactive for 40.046 seconds. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one. 00000100:02000400:1.0:1715206723.490225:0:484:0:(service.c:2640:ptlrpc_watchdog_fire()) ll_ost_io00_007: service thread pid 18764 was inactive for 40.046 seconds. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes: 00010000:00010000:3.0:1715206723.980331:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1715206724.402377:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524893824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1715206724.402454:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206724.402611:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893824 00000100:00100000:0.0:1715206724.402634:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893824 00000100:00100000:0.0:1715206724.402697:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1715206724.402705:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524893824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206724.402744:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206724.402813:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524893824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206724.402821:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1715206724.402860:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524893824:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206724.982287:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206725.490248:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524893952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206725.490255:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524894016:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.490287:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524893888:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490306:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524894080:0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490318:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206725.490321:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206725.490336:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206725.490354:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524894208:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490358:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206725.490358:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524894272:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.490362:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524894144:0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490376:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206725.490377:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524894336:0@lo:400:kworker.0 00000100:00100000:2.0:1715206725.490386:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206725.490389:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523524894464:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490404:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893952 00000100:00100000:1.0:1715206725.490406:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524893888 00000100:00100000:3.0:1715206725.490410:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893952 00000100:00100000:1.0:1715206725.490412:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524893888 00000100:00100000:2.0:1715206725.490416:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524894528:0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490417:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206725.490429:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524894720:0@lo:400:kworker.0 00000100:00100000:2.0:1715206725.490442:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206725.490445:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1715206725.490446:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1715206725.490451:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524893952:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206725.490452:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aaf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524893888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490452:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894016 00000100:00100000:0.0:1715206725.490456:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894016 00002000:00000024:3.0:1715206725.490476:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206725.490479:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894080 00000100:00100000:0.0:1715206725.490479:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894272 00000100:00100000:0.0:1715206725.490481:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894272 00000100:00100000:2.0:1715206725.490485:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894080 00000100:00100000:1.0:1715206725.490490:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aaf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524893888:12345-0@lo:400:kworker.0 Request processed in 38us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206725.490493:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894464 00000100:00100000:0.0:1715206725.490495:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894464 00000100:00100000:1.0:1715206725.490498:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1715206725.490503:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524893952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206725.490507:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1715206725.490509:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1715206725.490511:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894208 00000100:00100000:0.0:1715206725.490512:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524894016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206725.490515:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894208 00000100:00080000:3.0:1715206725.490525:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206695 00000100:00080000:3.0:1715206725.490529:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206695 00000100:00080000:3.0:1715206725.490531:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206695 00000100:00100000:2.0:1715206725.490531:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00080000:3.0:1715206725.490533:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206695 00000100:00100000:2.0:1715206725.490539:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524894080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490540:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206725.490547:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524894016:12345-0@lo:400:kworker.0 Request processed in 34us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206725.490552:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894336 00000100:00100000:3.0:1715206725.490553:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524894592:0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490553:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1715206725.490563:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894336 00000100:00100000:0.0:1715206725.490565:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1715206725.490568:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524894272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490576:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206725.490581:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524894080:12345-0@lo:400:kworker.0 Request processed in 42us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206725.490589:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524894272:12345-0@lo:400:kworker.0 Request processed in 20us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206725.490590:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1715206725.490592:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1715206725.490596:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1715206725.490599:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523524894464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490605:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1715206725.490607:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1715206725.490609:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524894336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206725.490613:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524894208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490614:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524894080:0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490633:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524894336:12345-0@lo:400:kworker.0 Request processed in 22us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206725.490638:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524894336:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.490640:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523524894464:12345-0@lo:400:kworker.0 Request processed in 41us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206725.490641:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1715206725.490645:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524894208:12345-0@lo:400:kworker.0 Request processed in 31us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206725.490653:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1715206725.490655:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1715206725.490663:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894528 00000100:00100000:3.0:1715206725.490667:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894528 00000100:00100000:0.0:1715206725.490678:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894592 00000100:00100000:1.0:1715206725.490683:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206725.490683:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894592 00000100:00100000:3.0:1715206725.490695:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1715206725.490698:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524894272:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.490698:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524894400:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490702:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880094e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524894528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206725.490711:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524894016:0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490720:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1715206725.490724:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206725.490727:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524894592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206725.490734:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894144 00000100:00100000:2.0:1715206725.490738:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894144 00000100:00100000:1.0:1715206725.490743:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524894656:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490749:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880094e49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524894528:12345-0@lo:400:kworker.0 Request processed in 45us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206725.490757:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1715206725.490757:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894400 00000100:00100000:2.0:1715206725.490760:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894400 00000100:00100000:0.0:1715206725.490783:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524894592:12345-0@lo:400:kworker.0 Request processed in 40us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206725.490786:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206725.490789:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1715206725.490792:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1715206725.490798:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524894144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490798:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894656 00000100:00100000:0.0:1715206725.490801:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894656 00000100:00080000:3.0:1715206725.490805:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206695 00000100:00080000:3.0:1715206725.490807:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206695 00000100:00080000:3.0:1715206725.490809:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206695 00000100:00100000:1.0:1715206725.490810:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524893888:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490820:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1715206725.490824:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524894656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206725.490830:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524894144:12345-0@lo:400:kworker.0 Request processed in 32us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206725.490836:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206725.490838:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1715206725.490843:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1715206725.490843:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524894400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490851:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524894656:12345-0@lo:400:kworker.0 Request processed in 27us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206725.490856:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1715206725.490863:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008c897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524893952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206725.490864:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894720 00000100:00100000:3.0:1715206725.490867:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894720 00000100:00100000:1.0:1715206725.490869:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524894400:12345-0@lo:400:kworker.0 Request processed in 26us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206725.490872:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524894528:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.490874:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1715206725.490883:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1715206725.490883:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524894208:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490885:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524894720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206725.490895:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523524894464:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.490896:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524894656:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.490904:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524894144:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490906:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524894720:12345-0@lo:400:kworker.0 Request processed in 20us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206725.490909:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524894720:0@lo:400:kworker.0 00000100:00100000:3.0:1715206725.490911:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1715206725.490911:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524894400:0@lo:400:kworker.0 00000100:00080000:3.0:1715206725.490920:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206695 00000100:00100000:3.0:1715206725.490938:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524894592:0@lo:400:kworker.0 00000100:00100000:1.0:1715206725.506261:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524894912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206725.506293:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524894848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206725.506307:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524894784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206725.506310:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206725.506349:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894912 00000100:00100000:1.0:1715206725.506356:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894912 00000100:00100000:2.0:1715206725.506379:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206725.506405:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894784 00000100:00100000:1.0:1715206725.506408:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894784 00000100:00100000:1.0:1715206725.506425:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1715206725.506430:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206725.506432:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524894912:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206725.506438:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1715206725.506448:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524894784:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206725.506450:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894848 00000100:00100000:2.0:1715206725.506458:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894848 00002000:00000024:1.0:1715206725.506461:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:3.0:1715206725.506467:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:2.0:1715206725.506495:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1715206725.506502:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524894912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206725.506506:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524894848:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206725.506509:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1715206725.506518:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524894784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206725.506525:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00002000:00000024:2.0:1715206725.506527:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:1.0:1715206725.506546:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524894912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206725.506598:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524894848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206725.506611:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1715206725.506659:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524894848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206725.506666:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524894784:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1715206725.984277:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206726.986252:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206727.858314:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524894976:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206727.858388:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206727.858449:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524894976 00000100:00100000:2.0:1715206727.858459:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524894976 00000100:00100000:2.0:1715206727.858511:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1715206727.858519:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524894976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206727.858555:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:2.0:1715206727.858622:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524894976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206727.858635:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1715206727.858657:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f1d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524894976:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206727.988395:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206728.338532:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206728.338595:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206728.338632:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807488 00000100:00100000:1.0:1715206728.338644:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807488 00000100:00100000:0.0:1715206728.338648:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206728.338679:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807616 00000100:00100000:2.0:1715206728.338688:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807616 00000100:00100000:0.0:1715206728.338691:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206728.338717:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807552 00000100:00100000:1.0:1715206728.338721:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807552 00000100:00100000:2.0:1715206728.338726:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 674 00000100:00100000:3.0:1715206728.338727:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807424 00000100:00100000:3.0:1715206728.338735:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807424 00000100:00100000:2.0:1715206728.338735:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591807616:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206728.338746:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1379 00000100:00100000:1.0:1715206728.338755:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591807488:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206728.338773:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 635 00000100:00100000:3.0:1715206728.338788:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591807424:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206728.338809:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206728.338811:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591807488:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 53us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206728.338812:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591807616:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 73us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206728.338822:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1379 00000100:00100000:2.0:1715206728.338824:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 674 00000100:00100000:3.0:1715206728.338833:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591807424:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 50us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206728.338843:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807680 00000100:00100000:3.0:1715206728.338844:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 635 00000100:00100000:1.0:1715206728.338845:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1380 00000100:00100000:2.0:1715206728.338848:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807680 00000100:00100000:1.0:1715206728.338852:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591807552:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206728.338875:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 675 00000100:00100000:2.0:1715206728.338883:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591807680:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206728.338884:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206698 00000100:00100000:1.0:1715206728.338888:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591807552:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 35us (196us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206728.338890:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206698 00000100:00080000:3.0:1715206728.338893:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206698 00000100:00080000:3.0:1715206728.338896:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206698 00000100:00100000:1.0:1715206728.338897:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1380 00000100:00080000:3.0:1715206728.338900:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206698 00000100:00100000:2.0:1715206728.338932:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591807680:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 47us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206728.338943:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 675 00010000:00010000:3.0:1715206728.990324:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206729.410299:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524895040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1715206729.410355:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206729.410392:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895040 00000100:00100000:0.0:1715206729.410400:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895040 00000100:00100000:0.0:1715206729.410440:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1715206729.410446:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524895040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206729.410475:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206729.410519:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524895040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206729.410524:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1715206729.410533:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524895040:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206729.992352:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206730.498292:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524895168:0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498349:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524895104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206730.498361:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524895296:0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498379:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206730.498414:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524895360:0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498422:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524895232:0@lo:400:kworker.0 00000100:00100000:2.0:1715206730.498428:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206730.498429:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206730.498441:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206730.498459:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524895552:0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498461:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524895616:0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498484:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524895424:0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498490:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206730.498503:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895296 00000100:00100000:2.0:1715206730.498505:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895104 00000100:00100000:2.0:1715206730.498510:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895104 00000100:00100000:0.0:1715206730.498510:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895296 00000100:00100000:3.0:1715206730.498525:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524895488:0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498528:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206730.498541:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206730.498541:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1715206730.498546:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895424 00000100:00100000:2.0:1715206730.498547:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524895104:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206730.498548:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895424 00000100:00100000:3.0:1715206730.498551:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524895744:0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498555:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524895680:0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498561:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1715206730.498567:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1715206730.498572:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206730.498575:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524895296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498581:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206730.498594:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524895936:0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498600:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895360 00000100:00100000:2.0:1715206730.498603:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524895104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206730.498606:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895360 00000100:00100000:2.0:1715206730.498609:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1715206730.498613:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206730.498614:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f1d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524895296:12345-0@lo:400:kworker.0 Request processed in 39us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.498620:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1715206730.498631:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1715206730.498634:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895232 00000100:00100000:2.0:1715206730.498635:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524895424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498638:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895232 00000100:00100000:1.0:1715206730.498642:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524895104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206730.498644:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895488 00000100:00100000:0.0:1715206730.498646:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895488 00000100:00100000:3.0:1715206730.498656:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895680 00000100:00100000:2.0:1715206730.498656:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524895424:12345-0@lo:400:kworker.0 Request processed in 20us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206730.498659:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895680 00000100:00100000:1.0:1715206730.498660:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524895424:0@lo:400:kworker.0 00000100:00100000:2.0:1715206730.498661:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1715206730.498664:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1715206730.498668:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524895360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498676:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1715206730.498679:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895744 00000100:00100000:1.0:1715206730.498679:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895168 00000100:00100000:2.0:1715206730.498682:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895744 00000100:00100000:1.0:1715206730.498682:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895168 00000100:00100000:3.0:1715206730.498683:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524895232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498688:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524895360:12345-0@lo:400:kworker.0 Request processed in 20us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.498693:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1715206730.498697:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895936 00000100:00100000:2.0:1715206730.498698:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895936 00000100:00100000:0.0:1715206730.498702:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1715206730.498706:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524895488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206730.498709:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1715206730.498712:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524895744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498714:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1715206730.498719:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4aac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524895168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498722:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524895232:12345-0@lo:400:kworker.0 Request processed in 39us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.498723:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524895488:12345-0@lo:400:kworker.0 Request processed in 17us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.498728:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1715206730.498731:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1715206730.498733:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524895744:12345-0@lo:400:kworker.0 Request processed in 19us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.498735:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1715206730.498737:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1715206730.498739:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524895680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206730.498744:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1715206730.498746:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4aac450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524895168:12345-0@lo:400:kworker.0 Request processed in 26us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206730.498747:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524895936:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1715206730.498749:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206700 00000100:00100000:1.0:1715206730.498751:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:3.0:1715206730.498752:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206700 00000100:00080000:3.0:1715206730.498754:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206700 00000100:00080000:3.0:1715206730.498757:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206700 00000100:00100000:0.0:1715206730.498757:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524895680:12345-0@lo:400:kworker.0 Request processed in 17us (176us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206730.498758:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206700 00000100:00100000:0.0:1715206730.498762:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1715206730.498764:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524895936:12345-0@lo:400:kworker.0 Request processed in 16us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206730.498768:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1715206730.498780:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206730.498784:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524895232:0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498805:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524895488:0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498807:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524895872:0@lo:400:kworker.0 00000100:00100000:2.0:1715206730.498812:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206730.498813:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524895744:0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498823:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206730.498838:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524895808:0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498840:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524895168:0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498855:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524895360:0@lo:400:kworker.0 00000100:00100000:2.0:1715206730.498856:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206730.498858:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895616 00000100:00100000:1.0:1715206730.498862:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895616 00000100:00100000:0.0:1715206730.498869:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895552 00000100:00100000:0.0:1715206730.498871:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895552 00000100:00100000:3.0:1715206730.498880:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895872 00000100:00100000:2.0:1715206730.498880:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524895296:0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498883:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895872 00000100:00100000:1.0:1715206730.498883:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:1.0:1715206730.498888:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524895616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498888:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1715206730.498891:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524895552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498898:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524895808 00000100:00100000:3.0:1715206730.498900:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524895808 00000100:00100000:2.0:1715206730.498901:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1715206730.498905:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524895872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498911:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1715206730.498915:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524895808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206730.498919:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524895552:12345-0@lo:400:kworker.0 Request processed in 27us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206730.498923:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524895616:12345-0@lo:400:kworker.0 Request processed in 35us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.498924:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1715206730.498928:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1715206730.498930:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524895872:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206730.498935:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1715206730.498942:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524895808:12345-0@lo:400:kworker.0 Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.498943:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524895680:0@lo:400:kworker.0 00000100:00100000:3.0:1715206730.498948:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1715206730.498951:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524895936:0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498952:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524895616:0@lo:400:kworker.0 00000100:00100000:2.0:1715206730.498955:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524895808:0@lo:400:kworker.0 00000100:00100000:1.0:1715206730.498960:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524895872:0@lo:400:kworker.0 00000100:00080000:3.0:1715206730.498961:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206700 00000100:00080000:3.0:1715206730.498963:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206700 00000100:00100000:2.0:1715206730.498963:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524895552:0@lo:400:kworker.0 00000100:00080000:3.0:1715206730.498965:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206700 00000100:00100000:1.0:1715206730.514232:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715206730.514253:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524896000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206730.514266:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715206730.514281:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524896064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206730.514297:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1715206730.514306:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206730.514311:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524896128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206730.514324:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206730.514337:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896000 00000100:00100000:3.0:1715206730.514345:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896000 00000100:00100000:2.0:1715206730.514349:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206730.514363:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896064 00000100:00100000:0.0:1715206730.514370:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896064 00000100:00100000:3.0:1715206730.514377:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896128 00000100:00100000:3.0:1715206730.514380:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896128 00000100:00100000:1.0:1715206730.514386:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1715206730.514394:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524896000:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206730.514400:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1715206730.514406:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524896128:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206730.514409:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1715206730.514416:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524896064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1715206730.514418:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00002000:00000024:3.0:1715206730.514431:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:2.0:1715206730.514432:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206730.514458:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524896000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206730.514466:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1715206730.514478:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524896064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206730.514485:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1715206730.514487:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524896128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206730.514494:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524896000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206730.514495:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1715206730.514521:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524896128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206730.514535:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524896064:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1715206730.994249:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206731.996267:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206732.866411:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524896192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206732.866492:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206732.866556:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896192 00000100:00100000:1.0:1715206732.866569:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896192 00000100:00100000:1.0:1715206732.866643:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1715206732.866654:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524896192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1715206732.866695:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:1.0:1715206732.866769:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524896192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206732.866781:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1715206732.866830:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524896192:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206732.998281:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206733.346305:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206733.346359:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206733.346398:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807744 00000100:00100000:1.0:1715206733.346409:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807744 00000100:00100000:0.0:1715206733.346410:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206733.346437:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206733.346463:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807872 00000100:00100000:2.0:1715206733.346472:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807872 00000100:00100000:1.0:1715206733.346474:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 637 00000100:00100000:1.0:1715206733.346483:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad5a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591807744:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206733.346501:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206703 00000100:00080000:3.0:1715206733.346508:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206703 00000100:00100000:2.0:1715206733.346522:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807808 00000100:00100000:2.0:1715206733.346526:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807808 00000100:00100000:3.0:1715206733.346527:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808000 00000100:00100000:0.0:1715206733.346532:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206733.346533:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808000 00000100:00100000:2.0:1715206733.346557:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1387 00000100:00100000:1.0:1715206733.346558:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad5a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591807744:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 75us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206733.346567:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591807872:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206733.346568:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 637 00000100:00100000:3.0:1715206733.346569:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591807936 00000100:00100000:3.0:1715206733.346573:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591807936 00000100:00100000:3.0:1715206733.346596:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 680 00000100:00100000:3.0:1715206733.346605:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591808000:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206733.346610:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1388 00000100:00100000:1.0:1715206733.346617:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591807808:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206733.346621:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591807872:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 55us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206733.346631:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1387 00000100:00100000:3.0:1715206733.346652:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591808000:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 46us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206733.346657:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591807808:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 38us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206733.346663:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 680 00000100:00100000:1.0:1715206733.346665:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1388 00000100:00100000:2.0:1715206733.346677:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 681 00000100:00100000:2.0:1715206733.346684:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591807936:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206733.346697:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206703 00000100:00080000:3.0:1715206733.346701:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206703 00000100:00080000:3.0:1715206733.346704:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206703 00000100:00100000:2.0:1715206733.346721:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591807936:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 37us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206733.346729:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 681 00010000:00010000:3.0:1715206734.000183:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206734.418215:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1715206734.418235:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524896256:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206734.418289:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206734.418325:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896256 00000100:00100000:1.0:1715206734.418333:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896256 00000100:00100000:1.0:1715206734.418371:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1715206734.418377:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524896256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1715206734.418403:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:1.0:1715206734.418444:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524896256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206734.418449:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1715206734.418474:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524896256:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206735.002283:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206735.506314:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524896448:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506368:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524896512:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506386:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206735.506398:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801228d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524896320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206735.506398:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524896384:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506430:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.506432:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524896704:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506467:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524896768:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506469:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206735.506472:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206735.506473:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.506484:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524896960:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506491:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206735.506504:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524896640:0@lo:400:kworker.0 00000100:00100000:2.0:1715206735.506506:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524896576:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506508:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524897024:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506511:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206735.506531:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206735.506541:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206735.506541:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.506544:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896448 00000100:00100000:1.0:1715206735.506551:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896448 00000100:00100000:2.0:1715206735.506560:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524896832:0@lo:400:kworker.0 00000100:00100000:0.0:1715206735.506560:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524896896:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506564:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896512 00000100:00100000:3.0:1715206735.506569:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896512 00000100:00100000:0.0:1715206735.506584:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.506586:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896704 00000100:00100000:1.0:1715206735.506588:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896704 00000100:00100000:3.0:1715206735.506596:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896640 00000100:00100000:3.0:1715206735.506599:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896640 00000100:00100000:2.0:1715206735.506602:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896768 00000100:00100000:0.0:1715206735.506605:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524897152:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506607:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896576 00000100:00100000:2.0:1715206735.506609:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896768 00000100:00100000:1.0:1715206735.506610:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896576 00000100:00100000:3.0:1715206735.506615:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1715206735.506617:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896896 00000100:00100000:1.0:1715206735.506620:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896896 00000100:00100000:3.0:1715206735.506622:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524896512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206735.506631:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.506633:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1715206735.506641:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524896448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206735.506645:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1715206735.506655:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524896704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206735.506669:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896384 00000100:00100000:3.0:1715206735.506674:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524896512:12345-0@lo:400:kworker.0 Request processed in 51us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206735.506674:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896384 00000100:00100000:3.0:1715206735.506682:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1715206735.506682:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524896448:12345-0@lo:400:kworker.0 Request processed in 40us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206735.506690:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1715206735.506698:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1715206735.506702:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524896640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506705:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1715206735.506709:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524896704:12345-0@lo:400:kworker.0 Request processed in 53us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206735.506709:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524896576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206735.506709:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1715206735.506718:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad5a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524896384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206735.506720:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1715206735.506731:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524896640:12345-0@lo:400:kworker.0 Request processed in 27us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206735.506734:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524896576:12345-0@lo:400:kworker.0 Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206735.506737:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1715206735.506740:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1715206735.506746:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1715206735.506752:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1715206735.506753:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896320 00000100:00100000:2.0:1715206735.506754:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524896896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506756:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896320 00000100:00100000:1.0:1715206735.506756:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524896768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206735.506757:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad5a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524896384:12345-0@lo:400:kworker.0 Request processed in 38us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206735.506766:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1715206735.506777:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1715206735.506781:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524896320:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206735.506781:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524896768:12345-0@lo:400:kworker.0 Request processed in 24us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206735.506786:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1715206735.506793:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524896896:12345-0@lo:400:kworker.0 Request processed in 38us (208us total) trans 0 rc 0/0 00002000:00000024:3.0:1715206735.506802:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206735.506803:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1715206735.506807:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896960 00000100:00100000:1.0:1715206735.506809:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896960 00000100:00100000:1.0:1715206735.506827:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897024 00000100:00100000:1.0:1715206735.506829:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897024 00000100:00100000:3.0:1715206735.506831:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524896320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206735.506831:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524896384:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506838:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1715206735.506838:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897152 00000100:00100000:1.0:1715206735.506841:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897152 00000100:00100000:2.0:1715206735.506842:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206735.506849:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524896640:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506855:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524896832 00000100:00100000:1.0:1715206735.506857:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1715206735.506858:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524896832 00000100:00100000:2.0:1715206735.506862:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524897088:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506862:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524896960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206735.506863:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524896896:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506877:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1715206735.506881:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524896832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506889:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524896960:12345-0@lo:400:kworker.0 Request processed in 27us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206735.506894:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.506895:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1715206735.506905:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897088 00000100:00100000:3.0:1715206735.506906:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524896832:12345-0@lo:400:kworker.0 Request processed in 23us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206735.506908:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897088 00000100:00100000:3.0:1715206735.506912:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1715206735.506920:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1715206735.506925:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1715206735.506928:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524897024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506929:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524897152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.506934:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1715206735.506936:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801228d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524896320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206735.506939:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524897088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206735.506953:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524896576:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506963:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524897152:12345-0@lo:400:kworker.0 Request processed in 33us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206735.506967:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524896832:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.506969:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1715206735.507014:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524897088:12345-0@lo:400:kworker.0 Request processed in 35us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206735.507018:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524897024:12345-0@lo:400:kworker.0 Request processed in 51us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206735.507021:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524897088:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.507022:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1715206735.507030:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1715206735.507032:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524896704:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.507042:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524896960:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.507079:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524896448:0@lo:400:kworker.0 00000100:00100000:3.0:1715206735.507085:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524896512:0@lo:400:kworker.0 00000100:00080000:0.0:1715206735.507096:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206705 00000100:00100000:3.0:1715206735.507099:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524896768:0@lo:400:kworker.0 00000100:00080000:0.0:1715206735.507102:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206705 00000100:00080000:0.0:1715206735.507105:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206705 00000100:00080000:0.0:1715206735.507109:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206705 00000100:00100000:3.0:1715206735.507110:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524897024:0@lo:400:kworker.0 00000100:00100000:1.0:1715206735.507110:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524897152:0@lo:400:kworker.0 00000100:00080000:0.0:1715206735.507112:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206705 00000100:00100000:2.0:1715206735.522224:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1715206735.522243:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524897216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206735.522283:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.522297:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206735.522301:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524897280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206735.522308:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897216 00000100:00100000:1.0:1715206735.522315:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524897344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206735.522316:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897216 00000100:00100000:2.0:1715206735.522319:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206735.522355:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206735.522357:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897280 00000100:00100000:3.0:1715206735.522359:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897280 00000100:00100000:2.0:1715206735.522371:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897344 00000100:00100000:3.0:1715206735.522376:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1715206735.522378:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897344 00000100:00100000:3.0:1715206735.522383:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524897216:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206735.522400:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00002000:00000024:3.0:1715206735.522407:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206735.522408:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524897280:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206735.522409:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1715206735.522419:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524897344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1715206735.522425:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00002000:00000024:2.0:1715206735.522441:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206735.522466:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524897216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206735.522474:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524897280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206735.522475:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1715206735.522482:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1715206735.522494:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524897344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206735.522505:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1715206735.522526:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524897344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206735.522549:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524897216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206735.522568:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524897280:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1715206736.004352:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206737.006288:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206737.874242:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524897408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206737.874290:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206737.874326:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897408 00000100:00100000:0.0:1715206737.874333:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897408 00000100:00100000:0.0:1715206737.874365:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1715206737.874370:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524897408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1715206737.874395:0:10609:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:0.0:1715206737.874427:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524897408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206737.874431:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1715206737.874441:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800833b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524897408:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206738.008371:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206738.354569:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206738.354650:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206738.354692:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808128 00000100:00100000:0.0:1715206738.354692:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206738.354706:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808128 00000100:00100000:1.0:1715206738.354749:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808064 00000100:00100000:2.0:1715206738.354760:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808192 00000100:00100000:1.0:1715206738.354760:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808064 00000100:00100000:2.0:1715206738.354763:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808192 00000100:00100000:3.0:1715206738.354789:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1395 00000100:00100000:3.0:1715206738.354804:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800833b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591808128:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206738.354804:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1396 00000100:00100000:0.0:1715206738.354807:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206738.354809:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 639 00000100:00100000:2.0:1715206738.354813:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591808192:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206738.354821:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad5a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591808064:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:0.0:1715206738.354838:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206708 00000100:00100000:3.0:1715206738.354892:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800833b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591808128:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 88us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206738.354894:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591808192:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 82us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206738.354894:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad5a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591808064:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 70us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206738.354903:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1396 00000100:00100000:1.0:1715206738.354912:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 639 00000100:00100000:3.0:1715206738.354919:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1395 00000100:00100000:1.0:1715206738.354992:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808320 00000100:00100000:1.0:1715206738.354999:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808320 00000100:00080000:0.0:1715206738.355025:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206708 00000100:00080000:0.0:1715206738.355031:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206708 00000100:00080000:0.0:1715206738.355035:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206708 00000100:00100000:1.0:1715206738.355037:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 686 00000100:00100000:1.0:1715206738.355046:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808320:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206738.355160:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206738.355176:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808320:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 126us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206738.355188:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 686 00000100:00100000:1.0:1715206738.355208:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808256 00000100:00100000:1.0:1715206738.355214:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808256 00000100:00100000:1.0:1715206738.355247:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 687 00000100:00100000:1.0:1715206738.355255:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808256:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:0.0:1715206738.355269:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206708 00000100:00100000:1.0:1715206738.355304:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808256:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 47us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206738.355314:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 687 00010000:00010000:3.0:1715206739.010377:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206739.426276:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524897472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1715206739.426332:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206739.426385:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897472 00000100:00100000:0.0:1715206739.426392:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897472 00000100:00100000:0.0:1715206739.426429:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1715206739.426436:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524897472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206739.426467:0:10609:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206739.426517:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524897472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206739.426524:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1715206739.426538:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801324e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524897472:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206740.012265:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206740.514349:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524897664:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514354:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524897600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206740.514393:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524897728:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514424:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206740.514427:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206740.514454:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897664 00000100:00100000:1.0:1715206740.514457:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206740.514465:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897664 00000100:00100000:0.0:1715206740.514467:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524897792:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514469:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524897920:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514479:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524897984:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514503:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206740.514508:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897728 00000100:00100000:3.0:1715206740.514509:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897792 00000100:00100000:3.0:1715206740.514513:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897792 00000100:00100000:1.0:1715206740.514513:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897728 00000100:00100000:2.0:1715206740.514521:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1715206740.514525:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524898048:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514532:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524897664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206740.514540:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1715206740.514542:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1715206740.514543:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206740.514549:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524897792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514549:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524897728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514554:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524898304:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514571:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206740.514605:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1715206740.514609:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524897536:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514610:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524897728:12345-0@lo:400:kworker.0 Request processed in 62us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206740.514614:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3687:x1798523524897664:12345-0@lo:400:kworker.0 Request processed in 84us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206740.514615:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1715206740.514621:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524897792:12345-0@lo:400:kworker.0 Request processed in 73us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206740.514621:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1715206740.514625:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206740.514628:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1715206740.514632:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898304 00000100:00100000:0.0:1715206740.514633:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524897856:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514634:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898048 00000100:00100000:1.0:1715206740.514634:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898304 00000100:00100000:2.0:1715206740.514637:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898048 00000100:00100000:0.0:1715206740.514641:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206740.514646:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524898112:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514650:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1715206740.514652:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524898304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514655:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206740.514656:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1715206740.514660:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524898368:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514661:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524898048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206740.514662:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898112 00000100:00100000:3.0:1715206740.514665:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898112 00000100:00100000:0.0:1715206740.514669:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206740.514670:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524898304:12345-0@lo:400:kworker.0 Request processed in 16us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206740.514673:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1715206740.514678:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898368 00000100:00100000:1.0:1715206740.514679:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898368 00000100:00100000:3.0:1715206740.514685:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1715206740.514688:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524898048:12345-0@lo:400:kworker.0 Request processed in 26us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206740.514688:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1715206740.514688:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524897792:0@lo:400:kworker.0 00000100:00100000:3.0:1715206740.514689:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524898112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514690:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524898368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514694:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1715206740.514694:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524898048:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514699:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524898304:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514702:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524898368:12345-0@lo:400:kworker.0 Request processed in 11us (32us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206740.514705:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1715206740.514711:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524898368:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514713:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897536 00000100:00100000:1.0:1715206740.514714:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897536 00000100:00100000:2.0:1715206740.514715:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206740.514722:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897600 00000100:00100000:1.0:1715206740.514724:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1715206740.514725:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897600 00000100:00100000:2.0:1715206740.514727:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524898176:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514727:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524897536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514740:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1715206740.514742:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524897536:12345-0@lo:400:kworker.0 Request processed in 15us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206740.514743:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801324e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524897600:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206740.514746:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1715206740.514747:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206740.514759:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897856 00000100:00100000:1.0:1715206740.514760:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897856 00002000:00000024:0.0:1715206740.514760:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206740.514764:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3687:1798523524897664:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514768:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1715206740.514770:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524897856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514774:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1715206740.514778:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524898112:12345-0@lo:400:kworker.0 Request processed in 87us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206740.514778:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801324e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524897600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206740.514779:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524898240:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514782:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1715206740.514783:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524897856:12345-0@lo:400:kworker.0 Request processed in 12us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206740.514785:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1715206740.514786:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1715206740.514794:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206740.514794:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897920 00000100:00100000:2.0:1715206740.514796:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206740.514796:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897920 00000100:00100000:0.0:1715206740.514807:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524897984 00000100:00100000:0.0:1715206740.514825:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524897984 00000100:00100000:3.0:1715206740.514828:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1715206740.514831:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898176 00000100:00100000:1.0:1715206740.514834:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524897728:0@lo:400:kworker.0 00000100:00100000:3.0:1715206740.514837:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524897920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514838:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898176 00000100:00100000:0.0:1715206740.514841:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1715206740.514845:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524897984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514865:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898240 00000100:00100000:2.0:1715206740.514869:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898240 00000100:00100000:1.0:1715206740.514873:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1715206740.514877:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801228d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524898176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.514882:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524897984:12345-0@lo:400:kworker.0 Request processed in 35us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206740.514888:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1715206740.514891:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1715206740.514896:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3687:x1798523524897920:12345-0@lo:400:kworker.0 Request processed in 59us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206740.514898:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524898240:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1715206740.514902:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206710 00000100:00100000:1.0:1715206740.514904:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801228d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524898176:12345-0@lo:400:kworker.0 Request processed in 26us (155us total) trans 0 rc 0/0 00000100:00080000:0.0:1715206740.514905:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206710 00000100:00080000:0.0:1715206740.514907:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206710 00000100:00100000:3.0:1715206740.514908:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1715206740.514910:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00080000:0.0:1715206740.514910:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206710 00000100:00080000:0.0:1715206740.514912:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206710 00000100:00100000:0.0:1715206740.514931:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524897536:0@lo:400:kworker.0 00000100:00100000:1.0:1715206740.514936:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524897984:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.514973:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524898240:12345-0@lo:400:kworker.0 Request processed in 42us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206740.514974:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524897856:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.515000:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1715206740.515003:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524898112:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.515016:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524897600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206740.515041:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524898240:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.515054:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3687:1798523524897920:0@lo:400:kworker.0 00000100:00100000:2.0:1715206740.515067:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524898176:0@lo:400:kworker.0 00000100:00100000:0.0:1715206740.530224:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524898496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206740.530258:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524898432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206740.530266:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206740.530276:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524898560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206740.530299:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898496 00000100:00100000:2.0:1715206740.530309:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898496 00000100:00100000:3.0:1715206740.530330:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206740.530359:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898432 00000100:00100000:2.0:1715206740.530365:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898432 00000100:00100000:2.0:1715206740.530392:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1715206740.530403:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524898496:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206740.530403:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1715206740.530406:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206740.530411:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524898432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1715206740.530432:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:0.0:1715206740.530433:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206740.530439:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898560 00000100:00100000:3.0:1715206740.530447:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898560 00000100:00100000:0.0:1715206740.530477:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524898432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206740.530482:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1715206740.530489:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1715206740.530492:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801348fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524898560:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206740.530495:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524898496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206740.530508:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00002000:00000024:3.0:1715206740.530513:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:1.0:1715206740.530519:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524898432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206740.530529:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524898496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206740.530564:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801348fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524898560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206740.530570:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524898560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206740.530576:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00010000:00010000:3.0:1715206741.014418:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206742.016402:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206742.882412:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524898624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206742.882487:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206742.882545:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898624 00000100:00100000:1.0:1715206742.882557:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898624 00000100:00100000:1.0:1715206742.882618:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1715206742.882627:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524898624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1715206742.882666:0:10609:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:1.0:1715206742.882730:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524898624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206742.882739:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1715206742.882780:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524898624:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206743.018362:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206743.362745:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206743.362794:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206743.362817:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808384 00000100:00100000:2.0:1715206743.362822:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206743.362829:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808384 00000100:00100000:2.0:1715206743.362841:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206743.362890:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 641 00000100:00080000:1.0:1715206743.362899:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206713 00000100:00100000:0.0:1715206743.362900:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591808384:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206743.362949:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808448 00000100:00100000:3.0:1715206743.362959:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808448 00000100:00100000:2.0:1715206743.362969:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206743.362972:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808576 00000100:00100000:1.0:1715206743.362981:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808576 00000100:00100000:3.0:1715206743.363001:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808512 00000100:00100000:3.0:1715206743.363004:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808512 00000100:00100000:2.0:1715206743.363006:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808640 00000100:00100000:0.0:1715206743.363008:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591808384:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 108us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206743.363012:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808640 00000100:00100000:0.0:1715206743.363017:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 641 00000100:00100000:1.0:1715206743.363018:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 692 00000100:00100000:3.0:1715206743.363024:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1403 00000100:00100000:1.0:1715206743.363026:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808576:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206743.363032:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591808448:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206743.363042:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 693 00000100:00100000:2.0:1715206743.363049:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591808640:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206743.363112:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1404 00000100:00100000:3.0:1715206743.363118:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591808448:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 86us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206743.363119:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591808512:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206743.363127:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1403 00000100:00100000:1.0:1715206743.363129:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808576:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 102us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206743.363135:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591808640:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 86us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206743.363138:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 692 00000100:00100000:2.0:1715206743.363144:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 693 00000100:00100000:0.0:1715206743.363154:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591808512:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 35us (331us total) trans 0 rc 0/0 00000100:00080000:1.0:1715206743.363160:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206713 00000100:00100000:0.0:1715206743.363161:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1404 00000100:00080000:1.0:1715206743.363164:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206713 00000100:00080000:1.0:1715206743.363166:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206713 00000100:00080000:1.0:1715206743.363168:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206713 00010000:00010000:3.0:1715206744.020386:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206744.434377:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715206744.434401:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524898688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206744.434463:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206744.434512:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898688 00000100:00100000:1.0:1715206744.434521:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898688 00000100:00100000:1.0:1715206744.434562:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1715206744.434569:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524898688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1715206744.434600:0:10609:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:1.0:1715206744.434651:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524898688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206744.434658:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1715206744.434690:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524898688:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206745.022420:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206745.522273:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715206745.522306:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524898880:0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.522363:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524899072:0@lo:400:kworker.0 00000100:00100000:3.0:1715206745.522364:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524898816:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.522389:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206745.522406:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524898944:0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.522424:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206745.522428:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206745.522442:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524898752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206745.522453:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524899328:0@lo:400:kworker.0 00000100:00100000:3.0:1715206745.522495:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524899008:0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.522496:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206745.522508:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206745.522510:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206745.522527:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524899584:0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.522528:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524899200:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.522543:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524899136:0@lo:400:kworker.0 00000100:00100000:3.0:1715206745.522544:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206745.522547:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206745.522566:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899072 00000100:00100000:2.0:1715206745.522575:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899072 00000100:00100000:3.0:1715206745.522576:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524899264:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.522582:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206745.522603:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524899392:0@lo:400:kworker.0 00000100:00100000:3.0:1715206745.522621:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206745.522622:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898944 00000100:00100000:2.0:1715206745.522625:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898944 00000100:00100000:0.0:1715206745.522630:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206745.522635:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1715206745.522648:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524899520:0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.522648:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524899072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.522655:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1715206745.522664:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524898944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.522670:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898880 00000100:00100000:0.0:1715206745.522677:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898880 00000100:00100000:3.0:1715206745.522679:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206745.522713:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899328 00000100:00100000:3.0:1715206745.522718:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898816 00000100:00100000:0.0:1715206745.522718:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899328 00000100:00100000:2.0:1715206745.522720:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524898944:12345-0@lo:400:kworker.0 Request processed in 55us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206745.522724:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898816 00000100:00100000:1.0:1715206745.522727:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524899072:12345-0@lo:400:kworker.0 Request processed in 79us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206745.522732:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1715206745.522748:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1715206745.522754:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1715206745.522761:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524898816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.522763:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899008 00000100:00100000:0.0:1715206745.522767:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899008 00000100:00100000:2.0:1715206745.522768:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899584 00000100:00100000:2.0:1715206745.522774:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899584 00000100:00100000:0.0:1715206745.522782:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899136 00000100:00100000:1.0:1715206745.522785:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899392 00000100:00100000:0.0:1715206745.522786:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899136 00000100:00100000:1.0:1715206745.522792:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899392 00000100:00100000:3.0:1715206745.522797:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524898816:12345-0@lo:400:kworker.0 Request processed in 36us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.522799:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899264 00000100:00100000:0.0:1715206745.522802:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899264 00000100:00100000:2.0:1715206745.522803:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899520 00000100:00100000:3.0:1715206745.522805:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1715206745.522807:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899520 00000100:00100000:0.0:1715206745.522818:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1715206745.522823:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1715206745.522828:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524898880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.522829:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1715206745.522830:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524899584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.522835:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524899392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206745.522836:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1715206745.522841:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ef04c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524899328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.522880:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524899584:12345-0@lo:400:kworker.0 Request processed in 50us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206745.522887:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1715206745.522891:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524899392:12345-0@lo:400:kworker.0 Request processed in 56us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.522894:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524898880:12345-0@lo:400:kworker.0 Request processed in 67us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206745.522899:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1715206745.522902:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ef04c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524899328:12345-0@lo:400:kworker.0 Request processed in 56us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.522903:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:2.0:1715206745.522904:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1715206745.522935:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524899520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.522956:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1715206745.522971:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206745.522974:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524899008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.522977:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524899520:12345-0@lo:400:kworker.0 Request processed in 70us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206745.522983:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1715206745.522986:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524899456:0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.522988:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00080000:1.0:1715206745.523011:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206715 00000100:00100000:2.0:1715206745.523014:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1715206745.523016:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206715 00000100:00080000:1.0:1715206745.523019:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206715 00000100:00080000:1.0:1715206745.523022:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206715 00000100:00080000:1.0:1715206745.523025:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206715 00000100:00100000:0.0:1715206745.523027:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d8b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524899008:12345-0@lo:400:kworker.0 Request processed in 51us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.523037:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1715206745.523046:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524898944:0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.523121:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899456 00000100:00100000:2.0:1715206745.523124:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899456 00000100:00100000:1.0:1715206745.523132:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899200 00000100:00100000:1.0:1715206745.523140:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899200 00000100:00100000:0.0:1715206745.523144:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1715206745.523145:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1715206745.523151:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524899456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523152:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524899136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.523169:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1715206745.523177:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880120728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524899264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.523188:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524899456:12345-0@lo:400:kworker.0 Request processed in 37us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206745.523194:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1715206745.523197:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524899136:12345-0@lo:400:kworker.0 Request processed in 46us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.523204:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00080000:2.0:1715206745.523208:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206715 00000100:00080000:2.0:1715206745.523211:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206715 00000100:00100000:1.0:1715206745.523216:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880120728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524899264:12345-0@lo:400:kworker.0 Request processed in 40us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.523222:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1715206745.523227:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1715206745.523230:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524899456:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523230:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524899200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206745.523267:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524899072:0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.523276:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524898816:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523283:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524899200:12345-0@lo:400:kworker.0 Request processed in 52us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206745.523285:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524899328:0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.523293:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524899008:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523294:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1715206745.523300:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524899584:0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.523307:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524899264:0@lo:400:kworker.0 00000100:00100000:2.0:1715206745.523322:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524899520:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523325:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524898752 00000100:00100000:0.0:1715206745.523330:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524898752 00000100:00100000:0.0:1715206745.523362:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1715206745.523363:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524899200:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523370:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524898752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1715206745.523400:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206745.523440:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524898752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.523451:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1715206745.523494:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524899136:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523512:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524899392:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523526:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524898880:0@lo:400:kworker.0 00000100:00100000:0.0:1715206745.523547:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524898752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206745.538204:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524899648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206745.538225:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1715206745.538239:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524899712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206745.538247:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206745.538278:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206745.538279:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899648 00000100:00100000:0.0:1715206745.538284:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899648 00000100:00100000:1.0:1715206745.538299:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524899776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206745.538305:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899712 00000100:00100000:0.0:1715206745.538310:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1715206745.538312:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899712 00000100:00100000:1.0:1715206745.538314:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206745.538317:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524899648:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206745.538336:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899776 00000100:00100000:2.0:1715206745.538338:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899776 00002000:00000024:0.0:1715206745.538340:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206745.538344:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1715206745.538351:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524899712:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206745.538354:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1715206745.538361:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524899776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1715206745.538368:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206745.538374:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524899648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (127us total) trans 0 rc 0/0 00002000:00000024:2.0:1715206745.538377:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:0.0:1715206745.538382:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1715206745.538402:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524899712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206745.538409:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1715206745.538419:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524899776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206745.538420:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524899648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206745.538426:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1715206745.538445:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524899776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206745.538457:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524899712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1715206746.024377:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206747.026372:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206747.890407:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524899840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206747.890473:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206747.890519:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899840 00000100:00100000:2.0:1715206747.890528:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899840 00000100:00100000:2.0:1715206747.890575:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1715206747.890582:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524899840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206747.890614:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:2.0:1715206747.890668:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524899840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206747.890674:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1715206747.890700:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133d12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524899840:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206748.028323:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206748.370714:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206748.370772:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206748.370803:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206748.370828:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206748.370833:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808768 00000100:00100000:1.0:1715206748.370846:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808704 00000100:00100000:3.0:1715206748.370849:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808768 00000100:00100000:1.0:1715206748.370855:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808704 00000100:00080000:2.0:1715206748.370945:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206718 00000100:00100000:1.0:1715206748.370949:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 643 00000100:00080000:2.0:1715206748.370955:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206718 00000100:00100000:1.0:1715206748.370958:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591808704:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206748.370976:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808832 00000100:00100000:2.0:1715206748.370983:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808832 00000100:00100000:0.0:1715206748.370983:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206748.371011:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1411 00000100:00100000:3.0:1715206748.371023:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591808768:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206748.371028:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591808704:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 70us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206748.371038:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 643 00000100:00100000:2.0:1715206748.371042:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1412 00000100:00100000:2.0:1715206748.371104:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591808832:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206748.371120:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808896 00000100:00100000:1.0:1715206748.371125:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808896 00000100:00100000:1.0:1715206748.371146:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591808960 00000100:00100000:1.0:1715206748.371148:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591808960 00000100:00100000:1.0:1715206748.371163:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 698 00000100:00100000:1.0:1715206748.371169:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591808896:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206748.371186:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 699 00000100:00100000:3.0:1715206748.371195:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591808768:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 170us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206748.371196:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591808832:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 139us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206748.371198:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808960:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206748.371200:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591808896:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 30us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206748.371204:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1411 00000100:00100000:1.0:1715206748.371207:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 698 00000100:00100000:2.0:1715206748.371211:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1412 00000100:00080000:2.0:1715206748.371243:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206718 00000100:00080000:2.0:1715206748.371248:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206718 00000100:00100000:0.0:1715206748.371248:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591808960:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 51us (266us total) trans 0 rc 0/0 00000100:00080000:2.0:1715206748.371251:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206718 00000100:00100000:0.0:1715206748.371259:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 699 00010000:00010000:3.0:1715206749.030334:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206749.442382:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524899904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1715206749.442457:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206749.442528:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899904 00000100:00100000:0.0:1715206749.442539:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899904 00000100:00100000:0.0:1715206749.442595:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1715206749.442603:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524899904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1715206749.442641:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:0.0:1715206749.442707:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524899904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206749.442716:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1715206749.442743:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524899904:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206750.032391:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206750.530376:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524900032:0@lo:400:kworker.0 00000100:00100000:3.0:1715206750.530393:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524900096:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.530421:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524900160:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.530535:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3687:1798523524899968:0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.530711:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206750.530725:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206750.530727:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206750.530750:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524900288:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.530761:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524900224:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.530763:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900032 00000100:00100000:3.0:1715206750.530770:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524900352:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.530775:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900032 00000100:00100000:1.0:1715206750.530781:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206750.530798:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206750.530802:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524900544:0@lo:400:kworker.0 00000100:00100000:3.0:1715206750.530812:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206750.530821:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524900480:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.530826:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900288 00000100:00100000:2.0:1715206750.530831:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900288 00000100:00100000:3.0:1715206750.530837:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524900608:0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.530837:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206750.530852:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206750.530862:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900352 00000100:00100000:2.0:1715206750.530866:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900352 00000100:00100000:3.0:1715206750.530867:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206750.530904:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524900736:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.530925:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900480 00000100:00100000:2.0:1715206750.530929:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900480 00000100:00100000:1.0:1715206750.530932:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:1.0:1715206750.530941:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524900032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.530947:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206750.530949:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1715206750.530957:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524899968 00000100:00100000:2.0:1715206750.530958:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524900288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206750.530966:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524899968 00000100:00100000:1.0:1715206750.531005:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524900032:12345-0@lo:400:kworker.0 Request processed in 64us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206750.531009:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1715206750.531014:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1715206750.531020:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3687:x1798523524899968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531029:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524900288:12345-0@lo:400:kworker.0 Request processed in 69us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206750.531029:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1715206750.531037:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1715206750.531039:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524900352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.531044:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524900480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531045:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1715206750.531123:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3687:x1798523524899968:12345-0@lo:400:kworker.0 Request processed in 102us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206750.531125:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524900480:12345-0@lo:400:kworker.0 Request processed in 82us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206750.531133:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1715206750.531138:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900096 00000100:00100000:0.0:1715206750.531140:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524900352:12345-0@lo:400:kworker.0 Request processed in 100us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206750.531143:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1715206750.531144:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900096 00000100:00100000:1.0:1715206750.531153:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900544 00000100:00100000:0.0:1715206750.531153:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1715206750.531158:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900544 00000100:00100000:2.0:1715206750.531173:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900224 00000100:00100000:2.0:1715206750.531177:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900224 00000100:00100000:1.0:1715206750.531189:0:18690:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900608 00000100:00100000:3.0:1715206750.531191:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1715206750.531192:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900736 00000100:00100000:1.0:1715206750.531194:0:18690:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900608 00000100:00100000:0.0:1715206750.531198:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900736 00000100:00100000:3.0:1715206750.531200:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524900096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531209:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1715206750.531219:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524900224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.531221:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1715206750.531229:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524900544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.531234:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1715206750.531242:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524900608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206750.531252:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524900096:12345-0@lo:400:kworker.0 Request processed in 52us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206750.531263:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1715206750.531282:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524900224:12345-0@lo:400:kworker.0 Request processed in 62us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206750.531285:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524900544:12345-0@lo:400:kworker.0 Request processed in 54us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206750.531293:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1715206750.531298:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1715206750.531300:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524900608:12345-0@lo:400:kworker.0 Request processed in 55us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206750.531306:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1715206750.531314:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1715206750.531316:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009363a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524900736:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715206750.531320:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206720 00000100:00080000:2.0:1715206750.531326:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206720 00000100:00080000:2.0:1715206750.531329:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206720 00000100:00080000:2.0:1715206750.531333:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206720 00000100:00080000:2.0:1715206750.531340:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206720 00000100:00100000:1.0:1715206750.531349:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524900800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206750.531367:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3687:1798523524899968:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531368:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206750.531370:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009363a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524900736:12345-0@lo:400:kworker.0 Request processed in 51us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206750.531380:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1715206750.531385:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524900224:0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.531392:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206750.531395:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524900416:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.531400:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524900480:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.531415:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524900736:0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.531430:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524900032:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531433:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206750.531447:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524900288:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531452:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524900672:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.531454:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900800 00000100:00100000:0.0:1715206750.531459:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900800 00000100:00100000:1.0:1715206750.531461:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524900544:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531478:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206750.531489:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1715206750.531497:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524900800:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206750.531498:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900160 00000100:00100000:1.0:1715206750.531505:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900160 00000100:00100000:2.0:1715206750.531508:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900672 00000100:00100000:2.0:1715206750.531513:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900672 00002000:00000024:0.0:1715206750.531526:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:1.0:1715206750.531532:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900416 00000100:00100000:1.0:1715206750.531536:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900416 00000100:00100000:2.0:1715206750.531543:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1715206750.531551:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524900672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.531560:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1715206750.531569:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524900160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.531572:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524900800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206750.531583:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1715206750.531601:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524900672:12345-0@lo:400:kworker.0 Request processed in 48us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206750.531613:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1715206750.531620:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524900160:12345-0@lo:400:kworker.0 Request processed in 50us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206750.531631:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1715206750.531638:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1715206750.531640:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524900416:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715206750.531644:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206720 00000100:00080000:2.0:1715206750.531648:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206720 00000100:00100000:3.0:1715206750.531672:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524900096:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531676:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524900160:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.531690:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524900416:12345-0@lo:400:kworker.0 Request processed in 50us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206750.531691:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524900352:0@lo:400:kworker.0 00000100:00100000:1.0:1715206750.531692:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524900800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206750.531693:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524900416:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.531701:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1715206750.531706:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524900608:0@lo:400:kworker.0 00000100:00100000:2.0:1715206750.531707:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524900672:0@lo:400:kworker.0 00000100:00100000:0.0:1715206750.546210:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715206750.546226:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880133d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524900864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206750.546272:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206750.546282:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715206750.546301:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524900928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206750.546320:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524900992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206750.546326:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900864 00000100:00100000:1.0:1715206750.546334:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900864 00000100:00100000:3.0:1715206750.546342:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206750.546363:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900928 00000100:00100000:1.0:1715206750.546366:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900928 00000100:00100000:0.0:1715206750.546377:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1715206750.546385:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1715206750.546385:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524900864:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206750.546392:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524900928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1715206750.546410:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00002000:00000024:0.0:1715206750.546411:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:0.0:1715206750.546476:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524900864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206750.546479:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524900928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206750.546485:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1715206750.546489:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1715206750.546510:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206750.546511:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524900928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206750.546540:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524900992 00000100:00100000:2.0:1715206750.546541:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880133d11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524900864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206750.546544:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524900992 00000100:00100000:1.0:1715206750.546566:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1715206750.546571:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524900992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1715206750.546583:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206750.546612:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524900992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206750.546619:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1715206750.546634:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524900992:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1715206751.034359:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206752.036396:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206752.898378:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206752.898401:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524901056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206752.898463:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206752.898522:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901056 00000100:00100000:2.0:1715206752.898530:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901056 00000100:00100000:2.0:1715206752.898571:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1715206752.898576:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524901056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206752.898605:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:2.0:1715206752.898642:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524901056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206752.898647:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1715206752.898662:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524901056:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206753.038415:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206753.378176:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206753.378277:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809024 00000100:00100000:3.0:1715206753.378290:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809024 00000100:00100000:0.0:1715206753.378343:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206753.378375:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 645 00000100:00080000:2.0:1715206753.378378:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206723 00000100:00100000:3.0:1715206753.378386:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591809024:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206753.378388:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206753.378431:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809088 00000100:00100000:1.0:1715206753.378439:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809088 00000100:00100000:3.0:1715206753.378467:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591809024:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 80us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206753.378475:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206753.378477:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 645 00000100:00080000:2.0:1715206753.378499:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206723 00000100:00100000:1.0:1715206753.378499:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809152 00000100:00100000:1.0:1715206753.378504:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809152 00000100:00100000:0.0:1715206753.378514:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809280 00000100:00100000:0.0:1715206753.378520:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809280 00000100:00100000:1.0:1715206753.378530:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1419 00000100:00100000:3.0:1715206753.378540:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1420 00000100:00100000:1.0:1715206753.378540:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591809088:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206753.378549:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591809152:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206753.378555:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 704 00000100:00100000:0.0:1715206753.378563:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591809280:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:2.0:1715206753.378573:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206723 00000100:00080000:2.0:1715206753.378578:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206723 00000100:00100000:1.0:1715206753.378592:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591809088:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 53us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206753.378601:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591809152:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 50us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206753.378602:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1419 00000100:00100000:0.0:1715206753.378606:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591809280:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 43us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206753.378610:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1420 00000100:00100000:0.0:1715206753.378615:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 704 00000100:00100000:0.0:1715206753.378772:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206753.378812:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809216 00000100:00100000:2.0:1715206753.378817:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809216 00000100:00080000:0.0:1715206753.378861:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206723 00000100:00100000:2.0:1715206753.378874:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 705 00000100:00100000:2.0:1715206753.378881:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591809216:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206753.378915:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591809216:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 36us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206753.378920:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 705 00010000:00010000:3.0:1715206754.040231:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1715206754.450285:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524901120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1715206754.450336:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206754.450374:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901120 00000100:00100000:2.0:1715206754.450381:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901120 00000100:00100000:2.0:1715206754.450425:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1715206754.450432:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524901120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1715206754.450456:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:2.0:1715206754.450501:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524901120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206754.450508:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1715206754.450523:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524901120:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206755.042474:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206755.538318:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3687:1798523524901248:0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538334:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524901184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206755.538378:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524901312:0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538407:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206755.538430:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206755.538445:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901248 00000100:00100000:0.0:1715206755.538449:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524901440:0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538450:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524901504:0@lo:400:kworker.0 00000100:00100000:3.0:1715206755.538454:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901248 00000100:00100000:2.0:1715206755.538461:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206755.538470:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1715206755.538473:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206725 00000100:00100000:0.0:1715206755.538482:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206755.538494:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524901568:0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538494:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524901760:0@lo:400:kworker.0 00000100:00100000:3.0:1715206755.538498:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1715206755.538498:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524901696:0@lo:400:kworker.0 00000100:00100000:3.0:1715206755.538507:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3687:x1798523524901248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538510:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206755.538523:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206755.538524:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524902016:0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538524:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901312 00000100:00100000:0.0:1715206755.538528:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901312 00000100:00100000:1.0:1715206755.538540:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206755.538548:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524901824:0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538549:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901440 00000100:00100000:0.0:1715206755.538550:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901440 00000100:00100000:0.0:1715206755.538559:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901760 00000100:00100000:1.0:1715206755.538561:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3687:1798523524901248:0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538561:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901760 00000100:00100000:3.0:1715206755.538562:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3687:x1798523524901248:12345-0@lo:400:kworker.0 Request processed in 55us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206755.538570:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1715206755.538571:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206755.538572:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901568 00000100:00100000:0.0:1715206755.538574:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901568 00000100:00100000:0.0:1715206755.538583:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1715206755.538586:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901184 00000100:00100000:0.0:1715206755.538587:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524901312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538590:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901184 00000100:00100000:2.0:1715206755.538604:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:3.0:1715206755.538608:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902016 00000100:00100000:1.0:1715206755.538611:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1715206755.538612:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902016 00000100:00100000:2.0:1715206755.538612:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524901440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538615:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880133d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524901184:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206755.538619:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524901312:12345-0@lo:400:kworker.0 Request processed in 31us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206755.538625:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1715206755.538632:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901824 00000100:00100000:3.0:1715206755.538635:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901824 00002000:00000024:1.0:1715206755.538636:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206755.538636:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:0.0:1715206755.538639:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524901760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.538651:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524901440:12345-0@lo:400:kworker.0 Request processed in 39us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206755.538652:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1715206755.538658:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524902016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.538659:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1715206755.538662:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880133d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524901184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206755.538663:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524901760:12345-0@lo:400:kworker.0 Request processed in 23us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206755.538667:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1715206755.538668:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:0.0:1715206755.538676:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1715206755.538679:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524901568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538686:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1715206755.538690:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524902016:12345-0@lo:400:kworker.0 Request processed in 32us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206755.538690:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524901824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.538691:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901504 00000100:00100000:0.0:1715206755.538693:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524901568:12345-0@lo:400:kworker.0 Request processed in 13us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206755.538695:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901504 00000100:00100000:0.0:1715206755.538698:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1715206755.538700:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1715206755.538709:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524901824:12345-0@lo:400:kworker.0 Request processed in 19us (138us total) trans 0 rc 0/0 00000100:00080000:0.0:1715206755.538710:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206725 00000100:00080000:0.0:1715206755.538713:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206725 00000100:00100000:1.0:1715206755.538714:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:0.0:1715206755.538715:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206725 00000100:00080000:0.0:1715206755.538716:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206725 00000100:00100000:2.0:1715206755.538720:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1715206755.538726:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524901376:0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.538726:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524901504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538730:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206755.538737:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524901760:0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538739:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524901952:0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538744:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524902016:0@lo:400:kworker.0 00000100:00100000:3.0:1715206755.538773:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206755.538783:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524901504:0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538784:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206755.538785:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524901504:12345-0@lo:400:kworker.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206755.538796:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1715206755.538797:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524901632:0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538797:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901952 00000100:00100000:1.0:1715206755.538801:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901952 00000100:00100000:0.0:1715206755.538813:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524901184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206755.538814:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901376 00000100:00100000:2.0:1715206755.538819:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901376 00000100:00100000:1.0:1715206755.538822:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1715206755.538824:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524901440:0@lo:400:kworker.0 00000100:00100000:3.0:1715206755.538826:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206755.538827:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524901952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206755.538898:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524901888:0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538906:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901696 00000100:00100000:1.0:1715206755.538909:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524901952:12345-0@lo:400:kworker.0 Request processed in 82us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206755.538910:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901696 00000100:00100000:1.0:1715206755.538914:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1715206755.538915:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1715206755.538921:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206755.538922:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524901376:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1715206755.538924:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206725 00000100:00080000:1.0:1715206755.538927:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206725 00000100:00100000:0.0:1715206755.538929:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901632 00000100:00100000:0.0:1715206755.538932:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901632 00000100:00100000:1.0:1715206755.538933:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524901888 00000100:00100000:1.0:1715206755.538935:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524901888 00000100:00100000:1.0:1715206755.538945:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1715206755.538948:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524901888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.538951:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:0.0:1715206755.538957:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524901696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.538960:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524901376:12345-0@lo:400:kworker.0 Request processed in 38us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206755.538967:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1715206755.538968:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524901888:12345-0@lo:400:kworker.0 Request processed in 20us (49us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206755.538973:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524901376:0@lo:400:kworker.0 00000100:00100000:1.0:1715206755.538976:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00080000:1.0:1715206755.538984:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206725 00000100:00100000:3.0:1715206755.538987:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524901888:0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.538988:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1715206755.538992:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524901696:12345-0@lo:400:kworker.0 Request processed in 34us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206755.538994:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524901632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206755.539000:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1715206755.539031:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524901632:12345-0@lo:400:kworker.0 Request processed in 35us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206755.539033:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524901696:0@lo:400:kworker.0 00000100:00100000:3.0:1715206755.539037:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524901632:0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.539038:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1715206755.539041:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524901952:0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.539143:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524901824:0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.539159:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524901312:0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.539174:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524901568:0@lo:400:kworker.0 00000100:00100000:2.0:1715206755.554210:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524902080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206755.554227:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524902144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206755.554232:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524902208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206755.554263:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206755.554287:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902080 00000100:00100000:0.0:1715206755.554292:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206755.554297:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902080 00000100:00100000:1.0:1715206755.554330:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902208 00000100:00100000:1.0:1715206755.554333:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902208 00000100:00100000:3.0:1715206755.554341:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1715206755.554344:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206755.554354:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524902080:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206755.554359:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902144 00000100:00100000:1.0:1715206755.554362:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902144 00000100:00100000:0.0:1715206755.554375:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1715206755.554386:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1715206755.554386:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524902208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1715206755.554391:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:2.0:1715206755.554394:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524902144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1715206755.554408:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00002000:00000024:2.0:1715206755.554415:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206755.554453:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524902080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206755.554455:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524902144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206755.554463:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1715206755.554481:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1715206755.554485:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524902208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206755.554497:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1715206755.554501:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524902144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206755.554521:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524902208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206755.554527:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524902080:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1715206756.044312:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206757.046429:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206757.906386:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206757.906419:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524902272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206757.906502:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206757.906643:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902272 00000100:00100000:3.0:1715206757.906655:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902272 00000100:00100000:3.0:1715206757.906715:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1715206757.906723:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524902272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206757.906764:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206757.906873:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524902272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 149us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206757.906882:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1715206757.906901:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524902272:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206758.048317:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206758.387155:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206758.387203:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206758.387230:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206758.387250:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809344 00000100:00100000:3.0:1715206758.387263:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809344 00000100:00100000:0.0:1715206758.387268:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206758.387295:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809408 00000100:00100000:2.0:1715206758.387305:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809408 00000100:00100000:0.0:1715206758.387315:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206758.387323:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809472 00000100:00100000:3.0:1715206758.387324:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 647 00000100:00100000:1.0:1715206758.387332:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809472 00000100:00100000:3.0:1715206758.387337:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591809344:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206758.387345:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809600 00000100:00100000:0.0:1715206758.387349:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809600 00000100:00100000:2.0:1715206758.387350:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1427 00000100:00100000:2.0:1715206758.387357:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591809408:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206758.387378:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1428 00000100:00100000:0.0:1715206758.387379:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809536 00000100:00100000:0.0:1715206758.387382:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809536 00000100:00100000:1.0:1715206758.387389:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591809472:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206758.387405:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 710 00000100:00100000:0.0:1715206758.387413:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591809600:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206758.387415:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591809344:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 79us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206758.387415:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591809408:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 57us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206758.387424:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1427 00000100:00100000:3.0:1715206758.387427:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 647 00000100:00100000:1.0:1715206758.387444:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591809472:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 55us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206758.387445:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591809600:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 32us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206758.387456:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 710 00000100:00100000:1.0:1715206758.387457:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1428 00000100:00080000:3.0:1715206758.387463:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206728 00000100:00080000:3.0:1715206758.387469:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206728 00000100:00080000:3.0:1715206758.387472:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206728 00000100:00100000:0.0:1715206758.387475:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 711 00000100:00080000:3.0:1715206758.387476:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206728 00000100:00080000:3.0:1715206758.387479:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206728 00000100:00100000:0.0:1715206758.387483:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591809536:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206758.387518:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591809536:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 34us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206758.387529:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 711 00010000:00010000:3.0:1715206759.050382:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206759.458451:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524902336:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206759.458527:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206759.458648:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902336 00000100:00100000:3.0:1715206759.458659:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902336 00000100:00100000:3.0:1715206759.458716:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1715206759.458724:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524902336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715206759.458763:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:3.0:1715206759.458853:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524902336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206759.458864:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1715206759.458930:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880092a03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524902336:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206760.052365:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206760.546304:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524902592:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546324:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009cd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524902400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206760.546394:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206760.546398:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206760.546430:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524902720:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546435:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524902848:0@lo:400:kworker.0 00000100:00100000:3.0:1715206760.546446:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902592 00000100:00100000:1.0:1715206760.546452:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206760.546455:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524902464:0@lo:400:kworker.0 00000100:00100000:3.0:1715206760.546456:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902592 00000100:00100000:0.0:1715206760.546459:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206760.546467:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523524902976:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546473:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524903104:0@lo:400:kworker.0 00000100:00100000:3.0:1715206760.546491:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902720 00000100:00100000:3.0:1715206760.546494:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902720 00000100:00100000:1.0:1715206760.546499:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206760.546506:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206760.546507:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206760.546509:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1715206760.546517:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524902592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546517:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524903232:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546520:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1715206760.546526:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524902528:0@lo:400:kworker.0 00000100:00100000:2.0:1715206760.546529:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524902656:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546534:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206760.546542:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206760.546563:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1715206760.546563:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902400 00000100:00100000:1.0:1715206760.546567:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902400 00000100:00100000:2.0:1715206760.546570:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524902720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546576:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524902784:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546598:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1715206760.546598:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206760.546603:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524902592:12345-0@lo:400:kworker.0 Request processed in 82us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206760.546604:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524902400:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206760.546610:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524903040:0@lo:400:kworker.0 00000100:00100000:2.0:1715206760.546614:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524902720:12345-0@lo:400:kworker.0 Request processed in 44us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206760.546615:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1715206760.546621:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1715206760.546624:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1715206760.546629:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206760.546644:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902464 00000100:00100000:2.0:1715206760.546649:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902464 00000100:00100000:0.0:1715206760.546649:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524902592:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546657:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524902400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (261us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206760.546662:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206730 00000100:00100000:1.0:1715206760.546664:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00080000:3.0:1715206760.546668:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206730 00000100:00100000:2.0:1715206760.546671:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1715206760.546676:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524902464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546677:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903104 00000100:00100000:0.0:1715206760.546681:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903104 00000100:00100000:1.0:1715206760.546684:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902848 00000100:00100000:1.0:1715206760.546687:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902848 00000100:00100000:2.0:1715206760.546699:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524902464:12345-0@lo:400:kworker.0 Request processed in 23us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206760.546700:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903232 00000100:00100000:0.0:1715206760.546703:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903040 00000100:00100000:2.0:1715206760.546705:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1715206760.546705:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903040 00000100:00100000:3.0:1715206760.546706:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903232 00000100:00100000:1.0:1715206760.546710:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902976 00000100:00100000:1.0:1715206760.546713:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902976 00000100:00100000:0.0:1715206760.546720:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1715206760.546724:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902528 00000100:00100000:1.0:1715206760.546726:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902528 00000100:00100000:0.0:1715206760.546726:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524903104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206760.546729:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206760.546737:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902784 00000100:00100000:3.0:1715206760.546738:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1715206760.546739:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902784 00000100:00100000:2.0:1715206760.546742:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524902912:0@lo:400:kworker.0 00000100:00100000:3.0:1715206760.546744:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524903040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546748:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902656 00000100:00100000:1.0:1715206760.546750:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902656 00000100:00100000:1.0:1715206760.546759:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1715206760.546762:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206760.546763:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524903104:12345-0@lo:400:kworker.0 Request processed in 36us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206760.546764:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524902848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546770:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1715206760.546772:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524903168:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546783:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1715206760.546787:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524903232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206760.546791:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524903040:12345-0@lo:400:kworker.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206760.546795:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206760.546850:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3688:x1798523524902848:12345-0@lo:400:kworker.0 Request processed in 34us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206760.546857:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1715206760.546860:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524903232:12345-0@lo:400:kworker.0 Request processed in 71us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206760.546861:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1715206760.546866:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1715206760.546869:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524902912 00000100:00100000:1.0:1715206760.546872:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524902912 00000100:00100000:2.0:1715206760.546873:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524902464:0@lo:400:kworker.0 00000100:00100000:3.0:1715206760.546876:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903168 00000100:00100000:3.0:1715206760.546879:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903168 00000100:00100000:1.0:1715206760.546883:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1715206760.546889:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1715206760.546893:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523524902976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546893:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524902528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206760.546897:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1715206760.546898:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1715206760.546901:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524903168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206760.546903:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524902784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546933:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523524902976:12345-0@lo:400:kworker.0 Request processed in 45us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206760.546935:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524902528:12345-0@lo:400:kworker.0 Request processed in 41us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206760.546939:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524902784:12345-0@lo:400:kworker.0 Request processed in 36us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206760.546940:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1715206760.546944:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1715206760.546947:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1715206760.546949:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524903168:12345-0@lo:400:kworker.0 Request processed in 45us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206760.546952:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1715206760.546958:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1715206760.546959:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1715206760.546959:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524902656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546962:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524902912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206760.546979:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524903168:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.546983:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3685:x1798523524902656:12345-0@lo:400:kworker.0 Request processed in 26us (254us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206760.546987:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206730 00000100:00100000:1.0:1715206760.546987:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523524902912:12345-0@lo:400:kworker.0 Request processed in 24us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206760.546988:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00080000:3.0:1715206760.546992:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206730 00000100:00100000:2.0:1715206760.546992:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3685:1798523524902656:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.546992:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00080000:3.0:1715206760.546995:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206730 00000100:00080000:3.0:1715206760.546999:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206730 00000100:00100000:2.0:1715206760.547000:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523524902912:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.547019:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524902528:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.547028:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524903232:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.547029:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524902784:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.547036:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524903040:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.547043:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009cd7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524902400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206760.547045:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3688:1798523524902848:0@lo:400:kworker.0 00000100:00100000:0.0:1715206760.547053:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524903104:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.547078:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524902720:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.547089:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523524902976:0@lo:400:kworker.0 00000100:00100000:1.0:1715206760.562211:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1715206760.562230:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524903296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206760.562269:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1715206760.562297:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524903360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206760.562297:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206760.562316:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524903424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206760.562324:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206760.562340:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903296 00000100:00100000:0.0:1715206760.562341:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903360 00000100:00100000:3.0:1715206760.562342:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206760.562345:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903296 00000100:00100000:0.0:1715206760.562347:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903360 00000100:00100000:2.0:1715206760.562357:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903424 00000100:00100000:2.0:1715206760.562360:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903424 00000100:00100000:0.0:1715206760.562373:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1715206760.562380:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524903360:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206760.562384:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1715206760.562393:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1715206760.562393:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524903296:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206760.562397:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f75b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524903424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1715206760.562409:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00002000:00000024:2.0:1715206760.562430:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:0.0:1715206760.562431:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206760.562470:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524903296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206760.562476:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f75b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524903424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206760.562479:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1715206760.562480:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524903360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206760.562483:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1715206760.562490:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1715206760.562512:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524903360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206760.562513:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524903424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206760.562545:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880122fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524903296:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1715206761.054357:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206762.056320:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206762.914449:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524903488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206762.914522:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206762.914578:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903488 00000100:00100000:3.0:1715206762.914589:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903488 00000100:00100000:3.0:1715206762.914647:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1715206762.914656:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880122fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524903488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206762.914693:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206762.914759:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880122fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524903488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206762.914768:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1715206762.914854:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524903488:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206763.058454:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206763.394115:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206763.394143:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206763.394161:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206763.394165:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809664 00000100:00100000:0.0:1715206763.394171:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206763.394173:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809664 00000100:00100000:0.0:1715206763.394190:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206763.394203:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809856 00000100:00100000:0.0:1715206763.394206:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809856 00000100:00100000:2.0:1715206763.394214:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 649 00000100:00100000:2.0:1715206763.394219:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591809664:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206763.394222:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809920 00000100:00100000:0.0:1715206763.394223:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809920 00000100:00100000:1.0:1715206763.394225:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809728 00000100:00100000:1.0:1715206763.394229:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809728 00000100:00100000:0.0:1715206763.394232:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 716 00000100:00100000:0.0:1715206763.394235:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591809856:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206763.394250:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809792 00000100:00100000:1.0:1715206763.394251:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809792 00000100:00080000:3.0:1715206763.394261:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206733 00000100:00100000:2.0:1715206763.394262:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591809664:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 43us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206763.394263:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1435 00000100:00080000:3.0:1715206763.394265:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206733 00000100:00100000:0.0:1715206763.394266:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591809856:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 30us (94us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206763.394267:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206733 00000100:00100000:2.0:1715206763.394267:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 649 00000100:00100000:1.0:1715206763.394267:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591809728:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206763.394268:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206733 00000100:00080000:3.0:1715206763.394270:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206733 00000100:00100000:0.0:1715206763.394270:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 716 00000100:00100000:0.0:1715206763.394278:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 717 00000100:00100000:0.0:1715206763.394280:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591809920:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206763.394292:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591809728:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 25us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206763.394292:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591809920:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 12us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206763.394296:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1435 00000100:00100000:0.0:1715206763.394296:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 717 00000100:00100000:1.0:1715206763.394304:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1436 00000100:00100000:1.0:1715206763.394307:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591809792:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206763.394319:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591809792:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 11us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206763.394322:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1436 00010000:00010000:3.0:1715206764.060405:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206764.466339:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524903552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1715206764.466407:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206764.466533:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903552 00000100:00100000:3.0:1715206764.466546:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903552 00000100:00100000:3.0:1715206764.466614:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1715206764.466623:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524903552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715206764.466661:0:7131:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:3.0:1715206764.466739:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880092a03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524903552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206764.466750:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1715206764.466800:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880130919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524903552:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206765.062370:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206765.554281:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524903616:0@lo:400:kworker.0 00000100:00100000:3.0:1715206765.554356:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524903680:0@lo:400:kworker.0 00000100:00100000:1.0:1715206765.554356:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206765.554388:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f759f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524903872:0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554388:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524903744:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554390:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524903808:0@lo:400:kworker.0 00000100:00100000:3.0:1715206765.554401:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206765.554413:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206765.554428:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f759c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524903936:0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554435:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206765.554442:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524904128:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554445:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206765.554457:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524904000:0@lo:400:kworker.0 00000100:00100000:3.0:1715206765.554463:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903872 00000100:00100000:3.0:1715206765.554471:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903872 00000100:00100000:1.0:1715206765.554474:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206765.554477:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524904064:0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554488:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903744 00000100:00100000:0.0:1715206765.554493:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903744 00000100:00100000:1.0:1715206765.554500:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524904384:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554510:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206765.554511:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1715206765.554519:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cd7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524903872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554526:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524904320:0@lo:400:kworker.0 00000100:00100000:1.0:1715206765.554526:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206765.554535:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1715206765.554542:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524903744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554545:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206765.554555:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903680 00000100:00100000:1.0:1715206765.554560:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903680 00000100:00100000:3.0:1715206765.554577:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cd7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524903872:12345-0@lo:400:kworker.0 Request processed in 58us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206765.554577:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903616 00000100:00100000:2.0:1715206765.554582:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903616 00000100:00100000:0.0:1715206765.554584:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524903744:12345-0@lo:400:kworker.0 Request processed in 42us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206765.554585:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1715206765.554585:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903808 00000100:00100000:1.0:1715206765.554588:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903808 00000100:00100000:0.0:1715206765.554592:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1715206765.554600:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904128 00000100:00100000:1.0:1715206765.554602:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904128 00000100:00100000:1.0:1715206765.554614:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904064 00000100:00100000:1.0:1715206765.554616:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904064 00000100:00100000:2.0:1715206765.554620:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1715206765.554621:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1715206765.554627:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524903616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554628:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524903680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206765.554636:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1715206765.554642:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524903808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206765.554650:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1715206765.554656:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524904128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554657:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524903680:12345-0@lo:400:kworker.0 Request processed in 30us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206765.554663:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1715206765.554668:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524903616:12345-0@lo:400:kworker.0 Request processed in 40us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206765.554675:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1715206765.554677:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524903808:12345-0@lo:400:kworker.0 Request processed in 35us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206765.554679:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1715206765.554683:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524904064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206765.554684:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1715206765.554694:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524904128:12345-0@lo:400:kworker.0 Request processed in 36us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206765.554701:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1715206765.554705:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524904064:12345-0@lo:400:kworker.0 Request processed in 21us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206765.554707:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206765.554707:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904384 00000100:00100000:2.0:1715206765.554711:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904384 00000100:00100000:0.0:1715206765.554711:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:1.0:1715206765.554716:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524903936 00000100:00100000:1.0:1715206765.554719:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524903936 00000100:00100000:3.0:1715206765.554721:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524904192:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554730:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904320 00000100:00100000:2.0:1715206765.554732:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904320 00000100:00100000:0.0:1715206765.554734:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1715206765.554735:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1715206765.554741:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801338cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524904384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206765.554742:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206765.554742:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524903936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554749:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904192 00000100:00100000:2.0:1715206765.554752:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904192 00000100:00100000:3.0:1715206765.554758:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524904448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206765.554801:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1715206765.554803:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801338cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524904384:12345-0@lo:400:kworker.0 Request processed in 62us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206765.554807:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524904320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554810:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1715206765.554811:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206765.554811:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524903936:12345-0@lo:400:kworker.0 Request processed in 69us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206765.554817:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1715206765.554825:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1715206765.554829:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524904192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206765.554843:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524903680:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554844:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524904320:12345-0@lo:400:kworker.0 Request processed in 36us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206765.554851:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1715206765.554854:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f759c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524903936:0@lo:400:kworker.0 00000100:00100000:1.0:1715206765.554854:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f759f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524903872:0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554858:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524904192:12345-0@lo:400:kworker.0 Request processed in 28us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206765.554865:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524904192:0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554865:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1715206765.554866:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f758a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524904128:0@lo:400:kworker.0 00000100:00080000:2.0:1715206765.554867:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206735 00000100:00080000:2.0:1715206765.554870:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206735 00000100:00080000:2.0:1715206765.554872:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206735 00000100:00080000:2.0:1715206765.554875:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206735 00000100:00100000:1.0:1715206765.554875:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c970380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524904384:0@lo:400:kworker.0 00000100:00080000:2.0:1715206765.554878:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206735 00000100:00100000:1.0:1715206765.554883:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f759180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524903616:0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554883:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904448 00000100:00100000:0.0:1715206765.554887:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904448 00000100:00080000:2.0:1715206765.554905:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206735 00000100:00100000:0.0:1715206765.554914:0:9395:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1715206765.554918:0:9395:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524904448:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206765.554927:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524903808:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.554937:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f758e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524904064:0@lo:400:kworker.0 00002000:00000024:0.0:1715206765.554940:0:9395:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206765.554946:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f758700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524904320:0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.554986:0:9395:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524904448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206765.554993:0:9395:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1715206765.555011:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206765.555063:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013091a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524904448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206765.555079:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904000 00000100:00100000:2.0:1715206765.555083:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904000 00000100:00100000:0.0:1715206765.555091:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009f75ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524904256:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.555105:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:2.0:1715206765.555110:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524904000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206765.555113:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206765.555131:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904256 00000100:00100000:3.0:1715206765.555135:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904256 00000100:00100000:0.0:1715206765.555135:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524903744:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.555140:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524904000:12345-0@lo:400:kworker.0 Request processed in 29us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206765.555145:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524904000:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.555146:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1715206765.555154:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1715206765.555159:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524904256:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715206765.555159:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206735 00000100:00100000:3.0:1715206765.555211:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880130918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524904256:12345-0@lo:400:kworker.0 Request processed in 52us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206765.555218:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1715206765.555241:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009f75ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524904256:0@lo:400:kworker.0 00000100:00100000:2.0:1715206765.570213:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524904576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206765.570226:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715206765.570241:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524904512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206765.570253:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206765.570287:0:3687:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206765.570289:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904576 00000100:00100000:1.0:1715206765.570290:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206765.570295:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524904640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206765.570300:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904576 00000100:00100000:2.0:1715206765.570315:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206765.570315:0:11692:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904512 00000100:00100000:1.0:1715206765.570320:0:11692:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904512 00000100:00100000:0.0:1715206765.570358:0:9395:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904640 00000100:00100000:1.0:1715206765.570364:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1715206765.570364:0:9395:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904640 00000100:00100000:1.0:1715206765.570371:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524904576:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206765.570372:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1715206765.570380:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524904512:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206765.570390:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00002000:00000024:1.0:1715206765.570394:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:2.0:1715206765.570398:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:3.0:1715206765.570400:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524904640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1715206765.570419:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206765.570433:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524904576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206765.570436:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524904512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206765.570441:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1715206765.570445:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1715206765.570461:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524904640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206765.570469:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1715206765.570480:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524904512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715206765.570484:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524904640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206765.570497:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524904576:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1715206766.064332:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206767.066254:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206767.922415:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524904704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206767.922478:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206767.922586:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904704 00000100:00100000:3.0:1715206767.922594:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904704 00000100:00100000:3.0:1715206767.922652:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1715206767.922657:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524904704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206767.922687:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206767.922732:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524904704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206767.922739:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1715206767.922794:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524904704:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206768.068310:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206768.402544:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206768.402594:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206768.402621:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206768.402646:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206768.402655:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591809984 00000100:00100000:3.0:1715206768.402668:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591809984 00000100:00100000:0.0:1715206768.402672:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206768.402702:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810176 00000100:00100000:0.0:1715206768.402707:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810176 00000100:00100000:1.0:1715206768.402710:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810048 00000100:00100000:1.0:1715206768.402719:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810048 00000100:00100000:3.0:1715206768.402726:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 651 00000100:00100000:2.0:1715206768.402727:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810112 00000100:00100000:0.0:1715206768.402734:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 722 00000100:00100000:2.0:1715206768.402736:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810112 00000100:00100000:3.0:1715206768.402737:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591809984:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206768.402740:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591810176:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206768.402783:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1443 00000100:00100000:1.0:1715206768.402790:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591810048:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206768.402813:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1444 00000100:00100000:2.0:1715206768.402820:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591810112:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206768.402855:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591810048:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 65us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206768.402863:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1443 00000100:00100000:3.0:1715206768.402864:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591809984:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 127us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206768.402866:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591810176:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 125us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206768.402873:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013091a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591810112:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 53us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206768.402874:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 651 00000100:00100000:0.0:1715206768.402877:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 722 00000100:00100000:2.0:1715206768.402880:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1444 00000100:00100000:0.0:1715206768.402890:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810240 00000100:00100000:0.0:1715206768.402894:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810240 00000100:00080000:1.0:1715206768.402899:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206738 00000100:00080000:1.0:1715206768.402903:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206738 00000100:00080000:1.0:1715206768.402905:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206738 00000100:00080000:1.0:1715206768.402907:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206738 00000100:00080000:1.0:1715206768.402908:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206738 00000100:00100000:0.0:1715206768.402914:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 723 00000100:00100000:0.0:1715206768.402918:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591810240:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206768.402939:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591810240:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 20us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206768.402945:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 723 00010000:00010000:3.0:1715206769.070391:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206769.474363:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524904768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206769.474452:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206769.474516:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904768 00000100:00100000:3.0:1715206769.474529:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904768 00000100:00100000:3.0:1715206769.474589:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1715206769.474597:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524904768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715206769.474636:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:3.0:1715206769.474705:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88011feeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524904768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206769.474713:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1715206769.474779:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524904768:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206770.072360:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1715206770.562441:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524904960:0@lo:400:kworker.0 00000100:00100000:1.0:1715206770.562453:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524904896:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562484:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c971880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524904832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206770.562502:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524905024:0@lo:400:kworker.0 00000100:00100000:3.0:1715206770.562517:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206770.562525:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206770.562557:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524905216:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562560:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206770.562565:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206770.562568:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905152:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562594:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524905088:0@lo:400:kworker.0 00000100:00100000:0.0:1715206770.562595:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88011feece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524905280:0@lo:400:kworker.0 00000100:00100000:3.0:1715206770.562601:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206770.562607:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206770.562623:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206770.562627:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524905472:0@lo:400:kworker.0 00000100:00100000:1.0:1715206770.562633:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524905408:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562640:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904960 00000100:00100000:0.0:1715206770.562641:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524905536:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562648:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904960 00000100:00100000:3.0:1715206770.562663:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206770.562669:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206770.562676:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905024 00000100:00100000:0.0:1715206770.562681:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905024 00000100:00100000:2.0:1715206770.562690:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905216 00000100:00100000:1.0:1715206770.562690:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905664:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562692:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905216 00000100:00100000:0.0:1715206770.562709:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905152 00000100:00100000:3.0:1715206770.562710:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904832 00000100:00100000:2.0:1715206770.562711:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905280 00000100:00100000:0.0:1715206770.562711:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905152 00000100:00100000:2.0:1715206770.562714:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905280 00000100:00100000:1.0:1715206770.562716:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206770.562717:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904832 00000100:00100000:0.0:1715206770.562760:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1715206770.562768:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524905024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562778:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1715206770.562778:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206770.562785:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524904960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206770.562788:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905600:0@lo:400:kworker.0 00000100:00100000:3.0:1715206770.562796:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1715206770.562805:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524904832:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206770.562822:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206770.562827:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523524905024:12345-0@lo:400:kworker.0 Request processed in 59us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206770.562835:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523524904960:12345-0@lo:400:kworker.0 Request processed in 50us (319us total) trans 0 rc 0/0 00002000:00000024:3.0:1715206770.562839:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:0.0:1715206770.562840:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1715206770.562843:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1715206770.562857:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1715206770.562859:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905408 00000100:00100000:0.0:1715206770.562861:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562862:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905408 00000100:00100000:1.0:1715206770.562864:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524904896 00000100:00100000:1.0:1715206770.562871:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524904896 00000100:00100000:2.0:1715206770.562875:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1715206770.562882:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524905216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206770.562888:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524904832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206770.562893:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905152:12345-0@lo:400:kworker.0 Request processed in 31us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206770.562900:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1715206770.562906:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1715206770.562915:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1715206770.562919:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1715206770.562922:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523524905216:12345-0@lo:400:kworker.0 Request processed in 39us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206770.562924:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524904896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206770.562924:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524905280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.562933:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1715206770.562949:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523524905280:12345-0@lo:400:kworker.0 Request processed in 25us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206770.562952:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1715206770.562959:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:3.0:1715206770.562962:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524905408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206770.562974:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3688:x1798523524904896:12345-0@lo:400:kworker.0 Request processed in 49us (449us total) trans 0 rc 0/0 00000100:00080000:2.0:1715206770.562975:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206740 00000100:00100000:0.0:1715206770.562978:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905472 00000100:00080000:2.0:1715206770.562981:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206740 00000100:00100000:0.0:1715206770.562981:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905472 00000100:00100000:1.0:1715206770.562985:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00080000:2.0:1715206770.562987:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206740 00000100:00080000:2.0:1715206770.562990:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206740 00000100:00080000:2.0:1715206770.562994:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206740 00000100:00100000:0.0:1715206770.563001:0:18671:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905664 00000100:00100000:0.0:1715206770.563003:0:18671:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905664 00000100:00100000:2.0:1715206770.563011:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905600 00000100:00100000:3.0:1715206770.563015:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3688:x1798523524905408:12345-0@lo:400:kworker.0 Request processed in 52us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206770.563017:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905600 00000100:00100000:0.0:1715206770.563020:0:18671:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1715206770.563024:0:18671:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524905472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206770.563026:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1715206770.563043:0:18690:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1715206770.563050:0:18671:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524905472:12345-0@lo:400:kworker.0 Request processed in 25us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206770.563052:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1715206770.563099:0:18671:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1715206770.563106:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206770.563121:0:18690:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206770.563123:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206770.563133:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523524905216:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563150:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905600:12345-0@lo:400:kworker.0 Request processed in 91us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206770.563152:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524905472:0@lo:400:kworker.0 00000100:00100000:0.0:1715206770.563152:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524905024:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563157:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1715206770.563163:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523524904960:0@lo:400:kworker.0 00000100:00100000:0.0:1715206770.563166:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523524905280:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563169:0:18689:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905536 00000100:00100000:2.0:1715206770.563172:0:18689:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905536 00000100:00100000:1.0:1715206770.563174:0:18690:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905664:12345-0@lo:400:kworker.0 Request processed in 121us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206770.563185:0:18690:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1715206770.563190:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1715206770.563195:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524905536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206770.563218:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905600:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563223:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524905536:12345-0@lo:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206770.563228:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905152:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563229:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1715206770.563238:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3688:1798523524905408:0@lo:400:kworker.0 00000100:00080000:2.0:1715206770.563243:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206740 00000100:00080000:2.0:1715206770.563246:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206740 00000100:00100000:0.0:1715206770.563247:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905664:0@lo:400:kworker.0 00000100:00100000:0.0:1715206770.563256:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3688:1798523524904896:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563257:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206770.563284:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524905536:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563290:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524905344:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563312:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206770.563327:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905088 00000100:00100000:3.0:1715206770.563333:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905088 00000100:00100000:2.0:1715206770.563353:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c971880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524904832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206770.563366:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905344 00000100:00100000:3.0:1715206770.563369:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905344 00000100:00100000:3.0:1715206770.563387:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:3.0:1715206770.563409:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524905088:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715206770.563409:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206740 00000100:00100000:1.0:1715206770.563416:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1715206770.563424:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524905344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206770.563443:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3687:x1798523524905088:12345-0@lo:400:kworker.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206770.563448:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1715206770.563455:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88011feef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3687:1798523524905088:0@lo:400:kworker.0 00000100:00100000:2.0:1715206770.563466:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3687:1798523524905344:0@lo:400:kworker.0 00000100:00100000:1.0:1715206770.563469:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3687:x1798523524905344:12345-0@lo:400:kworker.0 Request processed in 45us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206770.563482:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1715206770.578175:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880134e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524905728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206770.578236:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206770.578258:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715206770.578266:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524905792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206770.578268:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905728 00000100:00100000:2.0:1715206770.578277:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905728 00000100:00100000:1.0:1715206770.578283:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206770.578297:0:3688:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1715206770.578306:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905792 00000100:00100000:3.0:1715206770.578313:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905792 00000100:00100000:0.0:1715206770.578315:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206770.578320:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1715206770.578330:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524905728:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206770.578338:0:11692:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1715206770.578345:0:11692:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524905792:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206770.578355:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1715206770.578356:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00002000:00000024:1.0:1715206770.578369:0:11692:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206770.578373:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905856 00000100:00100000:3.0:1715206770.578376:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905856 00000100:00100000:3.0:1715206770.578392:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1715206770.578398:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1715206770.578416:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:1.0:1715206770.578419:0:11692:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524905792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206770.578423:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524905728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206770.578427:0:11692:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1715206770.578432:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1715206770.578437:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524905792:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206770.578452:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880134e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524905728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206770.578462:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206770.578470:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1715206770.578482:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c972680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905856:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1715206771.074262:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206772.076334:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206772.930391:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206772.930466:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206772.930527:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905920 00000100:00100000:3.0:1715206772.930540:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905920 00000100:00100000:3.0:1715206772.930599:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1715206772.930608:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1715206772.930647:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:3.0:1715206772.930736:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524905920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206772.930745:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1715206772.930787:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524905920:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206773.078322:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206773.411006:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206773.411080:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206773.411112:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206773.411131:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206773.411147:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810304 00000100:00100000:1.0:1715206773.411159:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810304 00000100:00100000:0.0:1715206773.411182:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206773.411206:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810368 00000100:00100000:0.0:1715206773.411206:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810496 00000100:00100000:0.0:1715206773.411212:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810496 00000100:00100000:2.0:1715206773.411216:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810368 00000100:00100000:1.0:1715206773.411227:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 653 00000100:00100000:1.0:1715206773.411246:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591810304:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206773.411252:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810560 00000100:00100000:0.0:1715206773.411254:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810560 00000100:00100000:2.0:1715206773.411263:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810432 00000100:00100000:2.0:1715206773.411265:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810432 00000100:00100000:0.0:1715206773.411271:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 728 00000100:00100000:0.0:1715206773.411280:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591810496:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206773.411287:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1451 00000100:00100000:3.0:1715206773.411288:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 729 00000100:00100000:2.0:1715206773.411295:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591810368:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:3.0:1715206773.411299:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591810560:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206773.411319:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591810304:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 84us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206773.411323:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591810496:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 44us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206773.411328:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 653 00000100:00100000:0.0:1715206773.411331:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 728 00000100:00100000:2.0:1715206773.411343:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591810368:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 47us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206773.411350:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591810560:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 53us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206773.411351:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1451 00000100:00100000:3.0:1715206773.411359:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 729 00000100:00100000:0.0:1715206773.411361:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1452 00000100:00100000:0.0:1715206773.411367:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591810432:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:2.0:1715206773.411375:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206743 00000100:00080000:2.0:1715206773.411379:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206743 00000100:00080000:2.0:1715206773.411382:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206743 00000100:00080000:2.0:1715206773.411384:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206743 00000100:00080000:2.0:1715206773.411386:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206743 00000100:00100000:0.0:1715206773.411393:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009590ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591810432:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 25us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206773.411400:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1452 00010000:00010000:3.0:1715206774.080346:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206774.482377:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524905984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1715206774.482482:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206774.482574:0:7132:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524905984 00000100:00100000:3.0:1715206774.482585:0:7132:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524905984 00000100:00100000:3.0:1715206774.482631:0:7132:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1715206774.482638:0:7132:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524905984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715206774.482669:0:7132:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:3.0:1715206774.482762:0:7132:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524905984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206774.482769:0:7132:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1715206774.482816:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524905984:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206775.082214:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206775.570210:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206775.570227:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009590bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524906240:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.570252:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524906176:0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570268:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524906304:0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570277:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206775.570281:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206775.570282:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524906112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206775.570304:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524906048:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.570305:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524906432:0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570308:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206775.570315:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206775.570321:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206775.570323:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206775.570325:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524906560:0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570330:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524906368:0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570332:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524906496:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.570333:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524906688:0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570339:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206775.570347:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206775.570349:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206775.570350:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206775.570350:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524906816:0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570356:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524906624:0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570359:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524906752:0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570363:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206775.570368:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206775.570371:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206775.570372:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906176 00000100:00100000:3.0:1715206775.570375:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524906880:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.570382:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906176 00000100:00100000:1.0:1715206775.570384:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906304 00000100:00100000:3.0:1715206775.570386:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206775.570387:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906304 00000100:00100000:2.0:1715206775.570388:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906048 00000100:00100000:2.0:1715206775.570391:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906048 00000100:00100000:3.0:1715206775.570405:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906112 00000100:00100000:1.0:1715206775.570406:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906560 00000100:00100000:0.0:1715206775.570406:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906432 00000100:00100000:0.0:1715206775.570407:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906432 00000100:00100000:3.0:1715206775.570408:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906112 00000100:00100000:1.0:1715206775.570408:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906560 00000100:00100000:2.0:1715206775.570413:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1715206775.570418:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524906048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570418:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906624 00000100:00100000:0.0:1715206775.570418:0:7126:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906496 00000100:00100000:1.0:1715206775.570420:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906624 00000100:00100000:0.0:1715206775.570420:0:7126:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906496 00000100:00100000:3.0:1715206775.570426:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1715206775.570430:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524906112:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206775.570430:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1715206775.570434:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1715206775.570434:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524906304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570438:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524906176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570446:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524906048:12345-0@lo:400:kworker.0 Request processed in 28us (124us total) trans 0 rc 0/0 00002000:00000024:3.0:1715206775.570450:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206775.570453:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1715206775.570460:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523524906304:12345-0@lo:400:kworker.0 Request processed in 25us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206775.570466:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3688:x1798523524906176:12345-0@lo:400:kworker.0 Request processed in 28us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206775.570467:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1715206775.570470:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1715206775.570472:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524906112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206775.570476:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1715206775.570477:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1715206775.570479:0:7126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:2.0:1715206775.570480:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524906432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570483:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1715206775.570483:0:7126:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524906560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570486:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524906496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570490:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906688 00000100:00100000:3.0:1715206775.570492:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906688 00000100:00100000:2.0:1715206775.570498:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3688:x1798523524906432:12345-0@lo:400:kworker.0 Request processed in 19us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206775.570503:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906816 00000100:00100000:2.0:1715206775.570503:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1715206775.570503:0:7126:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523524906560:12345-0@lo:400:kworker.0 Request processed in 20us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206775.570504:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523524906496:12345-0@lo:400:kworker.0 Request processed in 18us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206775.570505:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906816 00000100:00100000:0.0:1715206775.570507:0:7126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1715206775.570509:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1715206775.570512:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906752 00000100:00100000:2.0:1715206775.570512:0:11041:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1715206775.570513:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906752 00000100:00100000:2.0:1715206775.570515:0:11041:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524906624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570520:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906880 00000100:00100000:3.0:1715206775.570521:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906880 00000100:00100000:0.0:1715206775.570522:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906240 00000100:00100000:0.0:1715206775.570524:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906240 00000100:00100000:1.0:1715206775.570525:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1715206775.570527:0:11041:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3687:x1798523524906624:12345-0@lo:400:kworker.0 Request processed in 12us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206775.570528:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524906688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570531:0:11041:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1715206775.570536:0:7131:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906368 00000100:00100000:0.0:1715206775.570538:0:7131:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906368 00000100:00100000:3.0:1715206775.570539:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1715206775.570542:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524906816:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715206775.570542:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206745 00000100:00100000:1.0:1715206775.570543:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524906688:12345-0@lo:400:kworker.0 Request processed in 14us (194us total) trans 0 rc 0/0 00000100:00080000:2.0:1715206775.570544:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206745 00000100:00080000:2.0:1715206775.570546:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206745 00000100:00100000:0.0:1715206775.570546:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00080000:2.0:1715206775.570547:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206745 00000100:00100000:1.0:1715206775.570547:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:2.0:1715206775.570548:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206745 00000100:00100000:0.0:1715206775.570549:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524906240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570554:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1715206775.570557:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1715206775.570558:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524906752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570560:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524906880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570562:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880134e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524906816:12345-0@lo:400:kworker.0 Request processed in 19us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206775.570566:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1715206775.570567:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523524906240:12345-0@lo:400:kworker.0 Request processed in 18us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206775.570571:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1715206775.570573:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523524906752:12345-0@lo:400:kworker.0 Request processed in 15us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206775.570575:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524906880:12345-0@lo:400:kworker.0 Request processed in 14us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206775.570577:0:7131:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1715206775.570579:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1715206775.570580:0:7131:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524906368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570581:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1715206775.570609:0:7131:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524906368:12345-0@lo:400:kworker.0 Request processed in 29us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206775.570612:0:7131:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1715206775.570615:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524906112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1715206775.570617:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523524906496:0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570618:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523524906304:0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570623:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524906368:0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570623:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524906752:0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570625:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523524906560:0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570629:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3687:1798523524906624:0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570629:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009590bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3685:1798523524906240:0@lo:400:kworker.0 00000100:00100000:1.0:1715206775.570630:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524906816:0@lo:400:kworker.0 00000100:00100000:3.0:1715206775.570634:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524906880:0@lo:400:kworker.0 00000100:00100000:2.0:1715206775.570634:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524906048:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.570636:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3688:1798523524906176:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.570642:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3688:1798523524906432:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.570647:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524906688:0@lo:400:kworker.0 00000100:00100000:0.0:1715206775.586202:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524906944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206775.586234:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524907072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206775.586239:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c973800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524907008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206775.586239:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206775.586263:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206775.586275:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206775.586275:0:16077:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524906944 00000100:00100000:0.0:1715206775.586279:0:16077:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524906944 00000100:00100000:2.0:1715206775.586287:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907072 00000100:00100000:2.0:1715206775.586293:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907072 00000100:00100000:1.0:1715206775.586294:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907008 00000100:00100000:1.0:1715206775.586297:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907008 00000100:00100000:0.0:1715206775.586300:0:16077:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1715206775.586306:0:16077:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524906944:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1715206775.586315:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1715206775.586319:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524907072:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206775.586320:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1715206775.586325:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524907008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1715206775.586325:0:16077:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00002000:00000024:2.0:1715206775.586331:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00002000:00000024:1.0:1715206775.586336:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:0.0:1715206775.586351:0:16077:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3688:x1798523524906944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206775.586356:0:16077:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1715206775.586364:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523524907072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206775.586365:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524907008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206775.586369:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1715206775.586372:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1715206775.586380:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524906944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206775.586389:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c973800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524907008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206775.586396:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801338cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3686:1798523524907072:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1715206776.084427:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206777.086316:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206777.938349:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524907136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206777.938406:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206777.938441:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907136 00000100:00100000:2.0:1715206777.938448:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907136 00000100:00100000:2.0:1715206777.938479:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1715206777.938484:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524907136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206777.938510:0:10609:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:2.0:1715206777.938546:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524907136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206777.938552:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1715206777.938561:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524907136:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206778.088282:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206778.419109:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206778.419151:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206778.419176:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206778.419193:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810624 00000100:00100000:0.0:1715206778.419194:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206778.419203:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810624 00000100:00100000:0.0:1715206778.419221:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206778.419237:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810816 00000100:00100000:2.0:1715206778.419238:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810688 00000100:00100000:0.0:1715206778.419242:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810816 00000100:00100000:2.0:1715206778.419246:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810688 00000100:00100000:1.0:1715206778.419259:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 655 00000100:00100000:0.0:1715206778.419265:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810880 00000100:00100000:1.0:1715206778.419267:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591810624:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206778.419267:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810880 00000100:00100000:0.0:1715206778.419281:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 734 00000100:00100000:2.0:1715206778.419282:0:18825:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810752 00000100:00080000:3.0:1715206778.419284:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206748 00000100:00100000:2.0:1715206778.419286:0:18825:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810752 00000100:00100000:0.0:1715206778.419286:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591810816:12345-192.168.203.35@tcp:400:kworker.0 00000100:00080000:3.0:1715206778.419290:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206748 00000100:00080000:3.0:1715206778.419293:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206748 00000100:00080000:3.0:1715206778.419295:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206748 00000100:00080000:3.0:1715206778.419297:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206748 00000100:00100000:2.0:1715206778.419310:0:18825:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1459 00000100:00100000:2.0:1715206778.419318:0:18825:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591810688:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206778.419322:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2000:x1798523591810624:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 55us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206778.419326:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1460 00000100:00100000:1.0:1715206778.419328:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 655 00000100:00100000:0.0:1715206778.419329:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591810816:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 42us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206778.419333:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591810752:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206778.419339:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 734 00000100:00100000:0.0:1715206778.419351:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 735 00000100:00100000:0.0:1715206778.419355:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591810880:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206778.419363:0:18825:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2001:x1798523591810688:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 43us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206778.419371:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2000:x1798523591810752:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 39us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206778.419373:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591810880:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 18us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206778.419374:0:18825:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1459 00000100:00100000:3.0:1715206778.419378:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1460 00000100:00100000:0.0:1715206778.419378:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 735 00010000:00010000:3.0:1715206779.090444:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206779.490304:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524907200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1715206779.490363:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206779.490427:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907200 00000100:00100000:2.0:1715206779.490436:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907200 00000100:00100000:2.0:1715206779.490482:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1715206779.490488:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524907200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1715206779.490517:0:10609:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444982784 avail 1315520512 00000100:00100000:2.0:1715206779.490563:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3688:x1798523524907200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206779.490571:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1715206779.490607:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3688:1798523524907200:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206780.092274:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206780.578377:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524907328:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.578378:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524907392:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578463:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206780.578463:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206780.578491:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524907584:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.578498:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524907648:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578511:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206780.578535:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524907456:0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.578543:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524907264:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578543:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524907840:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.578555:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206780.578562:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907392 00000100:00100000:1.0:1715206780.578563:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206780.578570:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524907712:0@lo:400:kworker.0 00000100:00100000:2.0:1715206780.578574:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907392 00000100:00100000:0.0:1715206780.578589:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206780.578608:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907328 00000100:00100000:1.0:1715206780.578613:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907328 00000100:00100000:0.0:1715206780.578622:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524907968:0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.578624:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206780.578625:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1715206780.578636:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524907392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578638:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907584 00000100:00100000:1.0:1715206780.578640:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907584 00000100:00100000:0.0:1715206780.578640:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206780.578682:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907456 00000100:00100000:1.0:1715206780.578685:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907456 00000100:00100000:3.0:1715206780.578696:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524907520:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578698:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907712 00000100:00100000:1.0:1715206780.578700:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907712 00000100:00100000:0.0:1715206780.578711:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1715206780.578718:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524907328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578726:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1715206780.578733:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524907584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.578738:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206780.578760:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3687:x1798523524907392:12345-0@lo:400:kworker.0 Request processed in 122us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206780.578767:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523524907328:12345-0@lo:400:kworker.0 Request processed in 49us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206780.578773:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1715206780.578775:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1715206780.578778:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524907776:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578779:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523524907584:12345-0@lo:400:kworker.0 Request processed in 45us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206780.578786:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:0.0:1715206780.578795:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1715206780.578798:0:10609:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907520 00000100:00100000:0.0:1715206780.578800:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524907456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578801:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1715206780.578804:0:10609:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907520 00000100:00100000:1.0:1715206780.578806:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524907712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.578807:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206780.578817:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524908032:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.578833:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3688:x1798523524907456:12345-0@lo:400:kworker.0 Request processed in 32us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206780.578834:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3688:x1798523524907712:12345-0@lo:400:kworker.0 Request processed in 28us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206780.578835:0:10609:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1715206780.578849:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1715206780.578853:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206780.578853:0:10609:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524907520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578855:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1715206780.578860:0:16094:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907776 00000100:00100000:0.0:1715206780.578864:0:16094:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907776 00000100:00100000:1.0:1715206780.578882:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206780.578886:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1715206780.578890:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524907776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.578897:0:11041:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907648 00000100:00100000:1.0:1715206780.578898:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524907904:0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.578904:0:11041:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907648 00000100:00100000:2.0:1715206780.578915:0:10609:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c973800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524907520:12345-0@lo:400:kworker.0 Request processed in 60us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206780.578921:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c972680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523524907776:12345-0@lo:400:kworker.0 Request processed in 30us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206780.578922:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206780.578925:0:10609:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1715206780.578927:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1715206780.578939:0:16094:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1715206780.578943:0:16094:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524907648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.578951:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524907392:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.578965:0:16094:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3687:x1798523524907648:12345-0@lo:400:kworker.0 Request processed in 21us (83us total) trans 0 rc 0/0 00000100:00080000:3.0:1715206780.578966:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206750 00000100:00100000:0.0:1715206780.578971:0:16094:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00080000:3.0:1715206780.578972:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206750 00000100:00100000:1.0:1715206780.578973:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3687:1798523524907648:0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.578989:0:18683:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907840 00000100:00100000:1.0:1715206780.578990:0:18695:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524908032 00000100:00100000:0.0:1715206780.578990:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907968 00000100:00100000:2.0:1715206780.578992:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907264 00000100:00100000:0.0:1715206780.578993:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907968 00000100:00100000:3.0:1715206780.578994:0:18683:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907840 00000100:00100000:1.0:1715206780.578994:0:18695:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524908032 00000100:00100000:2.0:1715206780.578997:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907264 00000100:00100000:0.0:1715206780.579015:0:11062:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524907904 00000100:00100000:0.0:1715206780.579018:0:11062:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524907904 00000100:00100000:1.0:1715206780.579022:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1715206780.579027:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524907968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.579031:0:18683:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1715206780.579032:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1715206780.579038:0:11062:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1715206780.579042:0:18683:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524908032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206780.579042:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524907264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.579043:0:11062:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524907840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.579100:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524907968:12345-0@lo:400:kworker.0 Request processed in 71us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206780.579107:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1715206780.579115:0:11062:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524907840:12345-0@lo:400:kworker.0 Request processed in 71us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206780.579122:0:18695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1715206780.579126:0:11062:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1715206780.579127:0:18695:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524907904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.579133:0:18683:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524908032:12345-0@lo:400:kworker.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206780.579145:0:18683:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1715206780.579149:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c79e552a-29e7-4faa-af1f-0fedeefd2f86+23:3685:x1798523524907264:12345-0@lo:400:kworker.0 Request processed in 105us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206780.579158:0:18695:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_020:lustre-MDT0001-mdtlov_UUID+5:3687:x1798523524907904:12345-0@lo:400:kworker.0 Request processed in 30us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206780.579160:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1715206780.579162:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3688:1798523524907456:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.579164:0:18695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00080000:3.0:1715206780.579173:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206750 00000100:00100000:0.0:1715206780.579173:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3688:1798523524907712:0@lo:400:kworker.0 00000100:00080000:3.0:1715206780.579177:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206750 00000100:00080000:3.0:1715206780.579181:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206750 00000100:00100000:0.0:1715206780.579182:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524907968:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.579204:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524908096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715206780.579207:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c79e552a-29e7-4faa-af1f-0fedeefd2f86:3685:1798523524907264:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.579211:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3687:1798523524907904:0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.579223:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524907520:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.579229:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206780.579236:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523524907776:0@lo:400:kworker.0 00000100:00100000:3.0:1715206780.579249:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524908032:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.579254:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524908096 00000100:00100000:1.0:1715206780.579259:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524908096 00000100:00100000:0.0:1715206780.579261:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523524907328:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.579272:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523524907584:0@lo:400:kworker.0 00000100:00100000:0.0:1715206780.579281:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524907840:0@lo:400:kworker.0 00000100:00100000:1.0:1715206780.579302:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1715206780.579309:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524908096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1715206780.579338:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:1.0:1715206780.579389:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524908096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206780.579396:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1715206780.579431:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524908096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715206780.594210:0:3687:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880095b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524908160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206780.594218:0:3688:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524908224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715206780.594218:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715206780.594233:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800909ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524908288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206780.594260:0:3687:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206780.594279:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206780.594297:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524908160 00000100:00100000:3.0:1715206780.594303:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524908160 00000100:00100000:2.0:1715206780.594313:0:9396:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524908288 00000100:00100000:2.0:1715206780.594322:0:9396:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524908288 00000100:00100000:3.0:1715206780.594336:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1715206780.594344:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524908160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1715206780.594364:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3873218560 avail 3641696256 00000100:00100000:2.0:1715206780.594364:0:9396:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1715206780.594375:0:9396:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524908288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1715206780.594407:0:9396:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206780.594418:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3687:x1798523524908160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206780.594426:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1715206780.594462:0:3688:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206780.594475:0:3687:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880095b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3687:1798523524908160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715206780.594495:0:16311:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524908224 00000100:00100000:3.0:1715206780.594500:0:16311:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524908224 00000100:00100000:2.0:1715206780.594501:0:9396:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523524908288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206780.594514:0:9396:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1715206780.594533:0:16311:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1715206780.594538:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800909ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3686:1798523524908288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715206780.594541:0:16311:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524908224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1715206780.594557:0:16311:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 490023616 pending 0 free 3869024256 avail 3637501952 00000100:00100000:3.0:1715206780.594610:0:16311:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c970380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3688:x1798523524908224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206780.594620:0:16311:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1715206780.594625:0:3688:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c971500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3688:1798523524908224:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1715206781.094430:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206782.096327:0:14817:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206782.946328:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715206782.946356:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff880131051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524908352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206782.946428:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206782.946492:0:8284:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523524908352 00000100:00100000:0.0:1715206782.946503:0:8284:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523524908352 00000100:00100000:0.0:1715206782.946560:0:8284:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1715206782.946570:0:8284:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880131052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524908352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1715206782.946609:0:8284:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1439465472 avail 1310003200 00000100:00100000:0.0:1715206782.946698:0:8284:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880131052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523524908352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206782.946708:0:8284:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1715206782.946728:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff880131051500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3685:1798523524908352:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1715206783.098168:0:8269:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206783.426007:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206783.426037:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206783.426083:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206783.426090:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811136 00000100:00100000:1.0:1715206783.426090:0:8278:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811008 00000100:00100000:2.0:1715206783.426098:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811136 00000100:00100000:1.0:1715206783.426098:0:8278:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811008 00000100:00100000:2.0:1715206783.426132:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 740 00000100:00100000:1.0:1715206783.426132:0:8278:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1467 00000100:00100000:2.0:1715206783.426138:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591811136:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206783.426138:0:8278:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591811008:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206783.426144:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:0.0:1715206783.426170:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811072 00000100:00100000:0.0:1715206783.426173:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811072 00000100:00100000:3.0:1715206783.426183:0:7121:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591810944 00000100:00100000:3.0:1715206783.426188:0:7121:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591810944 00000100:00100000:0.0:1715206783.426191:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 1468 00000100:00100000:1.0:1715206783.426193:0:8278:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:752736b1-8a2f-4789-8625-c7af9bb462b5+13:2000:x1798523591811008:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 56us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206783.426195:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591811072:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:1.0:1715206783.426198:0:8278:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1467 00000100:00100000:2.0:1715206783.426199:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2000:x1798523591811136:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 60us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206783.426206:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 740 00000100:00100000:3.0:1715206783.426211:0:7121:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 657 00000100:00100000:3.0:1715206783.426215:0:7121:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1c99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591810944:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:0.0:1715206783.426216:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:752736b1-8a2f-4789-8625-c7af9bb462b5+10:2001:x1798523591811072:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 21us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206783.426221:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 1468 00000100:00080000:2.0:1715206783.426236:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206753 00000100:00100000:3.0:1715206783.426237:0:7121:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c99c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d2504709-5324-40aa-aec0-7f206638865e+9:2001:x1798523591810944:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 22us (154us total) trans 0 rc 0/0 00000100:00080000:2.0:1715206783.426239:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206753 00000100:00100000:3.0:1715206783.426241:0:7121:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 657 00000100:00080000:2.0:1715206783.426242:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206753 00000100:00080000:2.0:1715206783.426243:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206753 00000100:00100000:0.0:1715206783.426713:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:2.0:1715206783.426750:0:18684:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811200 00000100:00100000:2.0:1715206783.426753:0:18684:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811200 00000100:00080000:0.0:1715206783.426769:0:7124:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206753 00000100:00100000:2.0:1715206783.426775:0:18684:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 741 00000100:00100000:2.0:1715206783.426778:0:18684:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591811200:12345-192.168.203.35@tcp:400:kworker.0 00000100:00100000:2.0:1715206783.426799:0:18684:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:752736b1-8a2f-4789-8625-c7af9bb462b5+7:2001:x1798523591811200:12345-192.168.203.35@tcp:400:kworker.0 Request processed in 21us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206783.426803:0:18684:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 741 00010000:00020000:1.0:1715206783.650172:0:7118:0:(ldlm_lockd.c:261:expired_lock_main()) ### lock callback timer expired after 100s: evicting client at 192.168.203.35@tcp ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 7 pid: 18677 timeout: 1134 lvb_type: 0 00000020:00080000:1.0:1715206783.671601:0:7118:0:(genops.c:1561:class_fail_export()) disconnecting export ffff880096940000/752736b1-8a2f-4789-8625-c7af9bb462b5 00000020:00000080:1.0:1715206783.671613:0:7118:0:(genops.c:1395:class_disconnect()) disconnect: cookie 0xb73f6b2ce24cf980 00000020:00010000:1.0:1715206783.671620:0:7118:0:(genops.c:1814:obd_stale_export_put()) Put export ffff880096940000: total 0 00000100:00080000:1.0:1715206783.671625:0:7118:0:(import.c:86:import_set_state_nolock()) ffff880096941800 ÿÿÿÿ: changing import state from FULL to CLOSED 00000020:00010000:3.0:1715206783.671696:0:7116:0:(genops.c:1800:obd_stale_export_get()) Get export ffff880096940000: total 0 00000001:00000004:1.0:1715206783.671697:0:7118:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294988910 00010000:00010000:3.0:1715206783.671732:0:7116:0:(ldlm_lock.c:2705:ldlm_export_cancel_blocked_locks()) Export ffff880096940000, canceled 0 locks, left on hash table 1. 00002000:00010000:3.0:1715206783.671750:0:7116:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb size from disk: 0 -> 54525952 00002000:00010000:3.0:1715206783.671752:0:7116:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb mtime from disk: 1715206682 -> 1715206684 00002000:00010000:3.0:1715206783.671753:0:7116:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb ctime from disk: 1715206682 -> 1715206684 00002000:00010000:3.0:1715206783.671755:0:7116:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x280000401:0x207c:0x0] updating lvb blocks from disk: 0 -> 106496 00010000:00010000:3.0:1715206783.671762:0:7116:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 8 pid: 18677 timeout: 1134 lvb_type: 0 00000020:00080000:1.0:1715206783.671771:0:7118:0:(genops.c:1578:class_fail_export()) disconnected export ffff880096940000/752736b1-8a2f-4789-8625-c7af9bb462b5 00010000:00020000:1.0:1715206783.671781:0:7118:0:(ldlm_lockd.c:261:expired_lock_main()) ### lock callback timer expired after 100s: evicting client at 192.168.203.35@tcp ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 7 pid: 18677 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1715206783.671787:0:7116:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206783.671788:0:7116:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00000020:00080000:1.0:1715206783.671790:0:7118:0:(genops.c:1561:class_fail_export()) disconnecting export ffff880096943800/752736b1-8a2f-4789-8625-c7af9bb462b5 00010000:00010000:3.0:1715206783.671791:0:7116:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00000020:00000080:1.0:1715206783.671793:0:7118:0:(genops.c:1395:class_disconnect()) disconnect: cookie 0xb73f6b2ce24cf987 00000020:00010000:1.0:1715206783.671797:0:7118:0:(genops.c:1814:obd_stale_export_put()) Put export ffff880096943800: total 0 00010000:00010000:3.0:1715206783.671798:0:7116:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1715206783.671800:0:7118:0:(import.c:86:import_set_state_nolock()) ffff880096943000 ÿÿÿÿ: changing import state from FULL to CLOSED 00010000:00010000:3.0:1715206783.671826:0:7116:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008f13af40/0xb73f6b2ce2c379d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a419 expref: 4 pid: 18677 timeout: 1134 lvb_type: 0 00000001:00000004:1.0:1715206783.671829:0:7118:0:(tgt_lastrcvd.c:715:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294989399 00010000:00010000:3.0:1715206783.671838:0:7116:0:(ldlm_lock.c:2733:ldlm_export_cancel_locks()) Export ffff880096940000, canceled 1 locks, left on hash table 0. 00000020:00010000:3.0:1715206783.671845:0:7116:0:(genops.c:1800:obd_stale_export_get()) Get export ffff880096943800: total 0 00010000:00010000:3.0:1715206783.671852:0:7116:0:(ldlm_lock.c:2705:ldlm_export_cancel_blocked_locks()) Export ffff880096943800, canceled 0 locks, left on hash table 1. 00002000:00010000:3.0:1715206783.671861:0:7116:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb size from disk: 0 -> 50331648 00002000:00010000:3.0:1715206783.671863:0:7116:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb mtime from disk: 1715206682 -> 1715206684 00002000:00010000:3.0:1715206783.671864:0:7116:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb ctime from disk: 1715206682 -> 1715206684 00002000:00010000:3.0:1715206783.671865:0:7116:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000401:0x207c:0x0] updating lvb blocks from disk: 0 -> 98304 00010000:00010000:0.0:1715206783.671867:0:11581:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206783.671868:0:7116:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 8 pid: 18677 timeout: 1134 lvb_type: 0 00000020:00080000:1.0:1715206783.671869:0:7118:0:(genops.c:1578:class_fail_export()) disconnected export ffff880096943800/752736b1-8a2f-4789-8625-c7af9bb462b5 00010000:00010000:3.0:1715206783.671879:0:7116:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206783.671880:0:7116:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1715206783.671882:0:7116:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206783.671886:0:7116:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206783.671894:0:7116:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1398c0/0xb73f6b2ce2c379dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x207c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.35@tcp remote: 0x9afc58ce5828a420 expref: 4 pid: 18677 timeout: 1134 lvb_type: 0 00010000:00010000:3.0:1715206783.671900:0:7116:0:(ldlm_lock.c:2733:ldlm_export_cancel_locks()) Export ffff880096943800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1715206783.671905:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1715206783.671905:0:18764:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206783.671906:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715206783.671906:0:18789:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206783.671908:0:7116:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1715206783.671914:0:18764:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.671915:0:18789:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.676247:0:18789:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.676254:0:18789:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.676259:0:18789:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.676263:0:18789:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880083015d40 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:2.0:1715206783.676265:0:18789:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.676274:0:18789:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.676284:0:18789:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206783.676288:0:18789:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880083015d40/0xb73f6b2ce2c37a0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18789 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206783.676360:0:18789:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:752736b1-8a2f-4789-8625-c7af9bb462b5+2:2001:x1798523591799680:12345-192.168.203.35@tcp:21:lfs.0 Request processed in 100232340us (100232444us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206783.676368:0:18789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9185 00010000:00010000:1.0:1715206783.677193:0:18764:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206783.677203:0:18764:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206783.677210:0:18764:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206783.677216:0:18764:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008f1386c0 already unused, calling callback (ffffffffa0867b80) 00010000:00010000:1.0:1715206783.677219:0:18764:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206783.677226:0:18764:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206783.677238:0:18764:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206783.677244:0:18764:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008f1386c0/0xb73f6b2ce2c37a06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x207c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 18764 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206783.677296:0:18764:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1c8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:752736b1-8a2f-4789-8625-c7af9bb462b5+2:2000:x1798523591799744:12345-192.168.203.35@tcp:21:lfs.0 Request processed in 100233270us (100233350us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206783.677303:0:18764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9186 00000100:00100000:0.0:1715206783.683219:0:3680:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206783.683245:0:18764:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811264 00000100:00100000:1.0:1715206783.683251:0:18764:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811264 00000100:00100000:1.0:1715206783.683274:0:18764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9187 00000100:00100000:1.0:1715206783.683279:0:18764:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0+-99:2001:x1798523591811264:12345-192.168.203.35@tcp:21:lfs.0 00000020:00080000:1.0:1715206783.683285:0:18764:0:(tgt_handler.c:808:tgt_request_handle()) operation 21 on unconnected OST from 12345-192.168.203.35@tcp 00000100:00100000:1.0:1715206783.683306:0:18764:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0+-99:2001:x1798523591811264:12345-192.168.203.35@tcp:21:lfs.0 Request processed in 27us (92us total) trans 0 rc -107/-107 00000100:00100000:1.0:1715206783.683310:0:18764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9187 00000100:00100000:0.0:1715206783.683392:0:3679:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:1.0:1715206783.683419:0:18764:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811328 00000100:00100000:1.0:1715206783.683421:0:18764:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811328 00000100:00100000:1.0:1715206783.683430:0:18764:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 9188 00000100:00100000:1.0:1715206783.683433:0:18764:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0+-99:2001:x1798523591811328:12345-192.168.203.35@tcp:21:lfs.0 00000020:00080000:1.0:1715206783.683436:0:18764:0:(tgt_handler.c:808:tgt_request_handle()) operation 21 on unconnected OST from 12345-192.168.203.35@tcp 00000100:00100000:1.0:1715206783.683450:0:18764:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:0+-99:2001:x1798523591811328:12345-192.168.203.35@tcp:21:lfs.0 Request processed in 16us (60us total) trans 0 rc -107/-107 00000100:00100000:1.0:1715206783.683454:0:18764:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 9188 00000100:00100000:0.0:1715206783.689968:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206783.690018:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811392 00000100:00100000:0.0:1715206783.690020:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.203.35@tcp (source: 12345-192.168.203.35@tcp) 00000100:00100000:3.0:1715206783.690023:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811392 00000100:00100000:3.0:1715206783.690048:0:18682:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523591811456 00000100:00100000:3.0:1715206783.690051:0:18682:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523591811456 00000100:00100000:3.0:1715206783.690090:0:18682:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 78104 00000100:00100000:3.0:1715206783.690096:0:18682:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:0+-99:1999:x1798523591811392:12345-192.168.203.35@tcp:8:ptlrpcd_00_01.0 00000100:00100000:1.0:1715206783.690098:0:18689:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.35@tcp, seq: 78105 00000100:00100000:1.0:1715206783.690105:0:18689:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:1999:x1798523591811456:12345-192.168.203.35@tcp:8:ptlrpcd_00_01.0 00010000:00080000:3.0:1715206783.690121:0:18682:0:(ldlm_lib.c:1369:target_handle_connect()) lustre-OST0000: connection from 752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp t0 exp (null) cur 1134 last 0 00010000:00080000:1.0:1715206783.690123:0:18689:0:(ldlm_lib.c:1369:target_handle_connect()) lustre-OST0001: connection from 752736b1-8a2f-4789-8625-c7af9bb462b5@192.168.203.35@tcp t0 exp (null) cur 1134 last 0 00000020:00000080:3.0:1715206783.690140:0:18682:0:(genops.c:1312:class_connect()) connect: client 752736b1-8a2f-4789-8625-c7af9bb462b5, cookie 0xb73f6b2ce2c37c36 00000020:00000080:1.0:1715206783.690140:0:18689:0:(genops.c:1312:class_connect()) connect: client 752736b1-8a2f-4789-8625-c7af9bb462b5, cookie 0xb73f6b2ce2c37c3d 00002000:00100000:3.0:1715206783.690150:0:18682:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0000: cli 752736b1-8a2f-4789-8625-c7af9bb462b5/ffff8801228c3000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f3f05 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1715206783.690163:0:18689:0:(ofd_obd.c:151:ofd_parse_connect_data()) lustre-OST0001: cli 752736b1-8a2f-4789-8625-c7af9bb462b5/ffff88012d817000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f3f05 ocd_grant: 8388608 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1715206783.690164:0:18682:0:(ofd_obd.c:250:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00100000:1.0:1715206783.690174:0:18689:0:(ofd_obd.c:250:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1715206783.690197:0:18682:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800ad70e000 00000020:01000000:1.0:1715206783.690198:0:18689:0:(lprocfs_status_server.c:574:lprocfs_exp_setup()) using hash ffff8800a903b300 00002000:00080000:3.0:1715206783.690202:0:18682:0:(ofd_obd.c:394:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00080000:1.0:1715206783.690204:0:18689:0:(ofd_obd.c:394:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1715206783.690216:0:18682:0:(import.c:86:import_set_state_nolock()) ffff8801228c4000 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00080000:1.0:1715206783.690217:0:18689:0:(import.c:86:import_set_state_nolock()) ffff88012d810800 ÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:3.0:1715206783.690251:0:18682:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:752736b1-8a2f-4789-8625-c7af9bb462b5+6:1999:x1798523591811392:12345-192.168.203.35@tcp:8:ptlrpcd_00_01.0 Request processed in 154us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206783.690257:0:18682:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 78104 00000100:00100000:1.0:1715206783.690260:0:18689:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800909adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:752736b1-8a2f-4789-8625-c7af9bb462b5+6:1999:x1798523591811456:12345-192.168.203.35@tcp:8:ptlrpcd_00_01.0 Request processed in 154us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206783.690267:0:18689:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.35@tcp, seq: 78105 00000001:02000400:3.0:1715206784.011590:0:20049:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_255a: @@@@@@ FAIL: Ladvise failed with no -l or -e argument 00010000:00010000:2.0:1715206784.100286:0:7117:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 65319 lines, 65319 kept, 0 dropped, 0 bad.